{"msg":"Running step start_crdb","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:09.8252091Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:09.826005437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmp26RX9j","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:09.857469848Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmp26RX9j/data)","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:09.857562362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmp26RX9j/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmp26RX9j/listen-url","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:09.874111665Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=0 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:09.874478957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"cockroach pid: 26822","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:11.194155607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"cockroach listen URL: postgresql://root@[::1]:43854/omicron?sslmode=disable","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:11.194269123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"Running step start_clickhouse","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:11.194859118Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:11.19490513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:11.802740232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:11.802845482Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:11.927575458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:11.927649295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:11.964538104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:11.964636229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"mgd port is 43967","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.052817916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"Running step record_switch_dns","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.052877615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.052913656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.053087403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.053380967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpVepZG7"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.204154484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.204231557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.204261026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:65384"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.205415867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:42182","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.205485015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:42182","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.205611968Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:42182","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.206653924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:42182","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.20695303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.207321013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpIrwvb0"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.219036145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.219104952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.219144871Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:64414"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.219344729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:43709","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.219398406Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:43709","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.21943552Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:43709","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.220695511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:43709","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.220906752Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.220948284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"setting up nexus server","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.221604382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.224069764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.224648196Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.224766682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.225607618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.225725683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.225832125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.225915511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.226035009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.226132183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.226222774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.226334446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.227153137Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.227211313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.227235271Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.227260301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.22728013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.227777982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.2278272Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.227863242Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.227889194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.227909604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228030966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228065836Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228094663Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228115174Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228140815Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228159803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228184472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228204392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228225724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228248059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228267868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228289592Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228325834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228353699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228373108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228396715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228417847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228442276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228461995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228487726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228515522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228536994Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228559519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228579018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228600812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228620371Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228642324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228661322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228910809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.228952863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.22898145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.229007101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.229027402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.229054896Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.229074736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.22910174Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.229121128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.229146559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.229166529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.229191028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.229366106Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:65384","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.251506139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"new DNS resolver","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.251591008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","addresses":"[[::1]:65384]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.251897559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:43854/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 43854,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.254396428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"Database schema version is up to date","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.292100621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"registered USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.438977574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"2f7155b4-f37a-4cf4-af9c-2d95c9bf32be","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.538668081Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.538772278Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.538815113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.538859833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.538899772Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.538935153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.538959792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.53899396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539028629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539062727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539088548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539121374Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539172025Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539207976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539233808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539267495Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539301072Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.53932508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539357534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539395189Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539428876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539454548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539486952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539524086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539551421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539592542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539629737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539664065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539688243Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.53972205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539759625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539795567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539830206Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539856348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539891117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539926327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.53995249Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.539985445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540019122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540046828Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540080565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540115464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540142148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540175414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540245634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.54027399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540308008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540343148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540377516Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540401324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540436955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540470953Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540496694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540530251Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.540567946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.540589739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"SEC running","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.540703917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"sec_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"SEC","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:12.54159392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.541662457Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.545947755Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.546304566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:12.547438074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.547515388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.548338819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.548594518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:12.559091453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57277","req_id":"b5489069-a13d-4fd1-a48d-eafdf003a78d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: d0 d5 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.559740977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57277","req_id":"b5489069-a13d-4fd1-a48d-eafdf003a78d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53461,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53461,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:12.561800581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57277","req_id":"b5489069-a13d-4fd1-a48d-eafdf003a78d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.564597774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:12.564764416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.564807912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.567086272Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.567323855Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:12.567360478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.567401099Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.56783799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:12.58102816Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:12.581077499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.581121616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.58385365Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.583950894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:12.583979611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.584017757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:12.584401632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:13.069763644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.069929695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.070003482Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.072608993Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.072728832Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.072813941Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.072925734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.073369298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:13.18069151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.180759326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.180823393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.181663848Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.21630605Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.220909843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.225896669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.225999173Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.22627877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.226330233Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.22682582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.236936585Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.237223286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.237385309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.237497623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.238195223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.285124096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.285263413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.285370877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.286151162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.2929459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.298729574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.299190692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.299255151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.299283467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.299322435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.299913663Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.304364431Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.304421605Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.304465482Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.305341768Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.308699779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.313621044Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.313691685Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.313717616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.314174527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:13.336871158Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.336926128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.336955476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.341360904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.34143933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.341466073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.341492225Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.342263292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.345826932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.345886531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.346763979Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.349757353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.350198522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.35029764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.350367549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.350992464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.353388909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.353523297Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.353568958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.354194544Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.356443054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.356504466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.356535869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.356929784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.360465268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.367158534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.367296739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.367502179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.367548791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.367575575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.367599342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.368035321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.370342007Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.370507386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.370553298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.370969587Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.373094401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.373152707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.373407244Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.37424333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.377659837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.386117859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.386161787Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.386189101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.386676021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.399221878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.399287198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.3993183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.39934314Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.400044948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.402458437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.402515049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.40254563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.402949565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.404943187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.40499975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.405028347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.405530127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.407864117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.414173719Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.414316663Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.414351763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.414843613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.423505822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.423703185Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.4243229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.435086877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.435167197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.435722503Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.439426784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.439539639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.439573827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.439600189Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.440233631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.442948711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.443006426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.443037558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.443855438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.447410731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.447479608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.447511532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.448225895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.450141181Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.455080873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.455219289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.455262505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.455630689Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.515756686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.515923999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.515967286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.515992897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.516810536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.519959801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.520103026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.520205981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.521016005Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.523745874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.523805533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.523833829Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.524564265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.527626245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.537701329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.537801118Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.53783707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.538152398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.59847163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.598540798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.598650867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.598686508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.599187386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.602068477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.602124288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.602152184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.602678302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.605088554Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.605143413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.605170467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.60630124Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.608717454Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.61790984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.618026031Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.618127493Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.618717399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.625650392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.626420947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.626498843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.627966517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.638722748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.639228656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.640170222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.65902569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.660609917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.674350183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.693598745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.693754605Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.693849304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.693932119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.694691642Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.697889283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.698419961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.698572154Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.699263011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.703203432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.703260205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.703290796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.703953706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.706647263Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.723120515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.723198019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.723225895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.723409581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.723458919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.723487146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.724660183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.727640992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.727704168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.727738536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.728020428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.734635167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.735265203Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.73531935Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.735946791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.738384207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.745737288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.745804151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.7458337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.750838271Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.761374564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.76144772Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.761479944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.761508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.762348665Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.766111011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.767919374Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.767952971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.767975806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.769835682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.769891934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.769919319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.770551809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.772898715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.782544103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.782607319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.782635565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.783092245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:13.882590879Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.882658644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.882683693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.882710206Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.883899416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.888604109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.888663187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.889551637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.892399091Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.892456635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.893039817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.896910359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.897135568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.897273693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.897321659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.898484175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.904818506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.904877533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.904908305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.905714481Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.90859476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.908712875Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.90878593Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.909521977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.919234468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.925483449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.925548348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.925571785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.925595402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.925995279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.950897966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.950969649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.951051101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.951081572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.95221475Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.955884401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.95592402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.955949491Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.957155574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.966933416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.967002944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.967034547Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.967744542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.971551587Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.978687565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.986481744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.986551022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.986582164Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.986606874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.98763407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.98999265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:13.990048852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.990078471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:13.990914366Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.000740253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.000801956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.000829942Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.001498444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.004423793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.0115492Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.01172527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.011763797Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.012015609Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.057588279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.057761946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.058783902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.062855354Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.062930984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.063153227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.063202686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.063876078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.067123989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.067251252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.067344678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.067916608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.070504735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.070566438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.070624103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.07143077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.077188742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.083577762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.089453519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.08954444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.089579199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.08964501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.090320035Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.097250113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.097328189Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.097361405Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.099188515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.101612785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.101671723Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.101701612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.10226773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.104575779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.113927903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.113998413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.114030216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.114517898Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.130313921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.130391475Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.130837754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.13528233Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.135347049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.135404453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.135434192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.136199377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.179804497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.179875339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.179904597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.180817125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.182682371Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.182813132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.182955816Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.183873114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.186896498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.194495528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.199617604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.199691621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.199723996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.199750058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.200673187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.203144401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.203201775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.203233468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.204691774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.207163398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.207287646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.207318668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.208190254Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.21029637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.217597327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.21765374Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.217681886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.218099157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.226077223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.226128786Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.226797869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.229969588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"created built-in services vpc","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.230022894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.23005093Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.230079046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.232303047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.232508256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.232809817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.232856891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.233929959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.244318367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.244500901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.244535259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.244584527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.245124894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.249060045Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.249115124Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.249144252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.249726032Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.255832478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.255905013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.256491632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.26743203Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.267508432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.267538381Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.267563341Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.268317193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.270676133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.27321405Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.273273969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.27330435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.27376599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.283958638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.284081082Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.284183325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.284441159Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.284962808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.28849711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.297903031Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.297976988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.298005195Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.298438288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.390407009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.390501017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.391096052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.394661436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"activating background tasks","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.394749231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"Running step start_sled1","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.397894347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.398405085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.483297778Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.483525692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.483891711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.48395097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.483982001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.484011851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.48474903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.484808428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.484842215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.485085139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:14.485137694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.485167644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"114.358µs"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpcb5jYe/artifact-config.json","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.485945664Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.485999601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpcb5jYe/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp3bBsbS/artifact-config.json","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.486028509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.486052727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp3bBsbS/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.557424701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:49101","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.557594019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:49101","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.558515294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:49101","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.565512576Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.56559012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.565622154Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.565647054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.565670851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.565693857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.565803926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.565849878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.565877353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.565901631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.565926591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.565950729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.565974757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.565998444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566023464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566065788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566093704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566118283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566143763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566168162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566191729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566215757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566239714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566263452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566288161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566315085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566339774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566363531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566387599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566411286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566435294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566461456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566485504Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566510233Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566535023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566592517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566647076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566786945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566813648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566842285Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566868447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566893367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566918246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566944368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.56697042Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.566997174Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.56702521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567051462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567077073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567101812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567126171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567150048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567174277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567198946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567224206Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567248344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567272152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.56729638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567320097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567344696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567368634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567393123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.56741711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.56744218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567466489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567491248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567556518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567583732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567607299Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.567629744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567650696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567671036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567701647Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.567724763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.567749964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.568270771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.568327103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.568356031Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.568538855Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:14.568585659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.568610468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"59.719µs"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.568639877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.568733383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","expiration":"2025-04-30 06:32:14.568627141 UTC"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.56892765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.568978351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.569485752Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.569538136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.569566473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.569591984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.569616743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.569641001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.570060908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.570112591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.570138232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.570162991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.570595984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.570646645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.570674661Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.57069916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.57116599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.57121621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.571243775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.571267502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.571293133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.571318083Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.571342532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.571786185Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.571837598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:14.57186372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.571886225Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"28.607µs"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.57201449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:14.572073688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.572100171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"42.394µs"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.572127556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.572151093Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.572175882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.572200842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.57222495Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.572633874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.572687832Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.572715888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.572755797Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.572785647Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.572810156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.573277557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.573327436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.573352236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"20.04µs"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.57337969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:14.573403859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.573426003Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"14.679µs"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.573450612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.57347474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.573496022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"75.049µs"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.573521824Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.57354507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.573569759Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.573594809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.573619428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.574038022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.574087791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.574166739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.57420773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.574233973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.574260736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.574904438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.574952995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.575363433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.575414294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.576684585Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.576743483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.576772811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.576798492Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.576820606Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.576845025Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.57686789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.576892019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.577016046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.577060394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.577100985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.577127939Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.577168059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.577198118Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.579270598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.579332671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.579360908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.57960318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"274.827µs"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.579658691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.579765113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.579808169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.580275991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.580333165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.580362704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.580386551Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.580411521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.580829774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.580887048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.580915866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.581597774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.581652083Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.581681591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.581706882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.581728886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.581753725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.581779597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.581804336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.582442938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.582540803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.582571945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.582608739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.582635612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.583026681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.583121741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.583152091Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.583179055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.583528862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.583622629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.5836532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.58367847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.584158867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.584216763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.584278987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.58431078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.584881317Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.584936937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.58496333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.584989853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.585529518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.585575901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.58560071Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.585624768Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.586215916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.586259853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.586284793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.586309532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.586334252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.58635853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.587403843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.587451317Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.587476507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.587501387Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.589714807Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.589773905Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.589801259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.589826279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.590224623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.590269021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.59029357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.590317047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.590721583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"contacting server nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.591460565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.592921546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:61916/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.595438972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.595501557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.595532669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.595561416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.596532461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.597071535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","remote_addr":"127.0.0.1:64196"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.598064483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64237","req_id":"2ad1d983-78a0-4a5b-af39-e4714f300739","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: f3 40 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 .@..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.598177198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64237","req_id":"2ad1d983-78a0-4a5b-af39-e4714f300739","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62272,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62272,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:14.598656803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64237","req_id":"2ad1d983-78a0-4a5b-af39-e4714f300739","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.599313301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.599366337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.599395094Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.599422289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.60187711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:14.60197286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.602012449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"117.047169ms"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.60311171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"b8d61065-f1d1-486e-ab3d-bb8f7a329fe9","remote_addr":"127.0.0.1:64196","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.603203512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62629","req_id":"3fbaff98-3027-42e2-a2ec-1cf079980f6a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 3d da 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 =............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.60368937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62629","req_id":"3fbaff98-3027-42e2-a2ec-1cf079980f6a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:14.604073015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62629","req_id":"3fbaff98-3027-42e2-a2ec-1cf079980f6a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"registered sled agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.606848575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:14.614594027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.614661632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"46.314629ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.623181738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:14.623800982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","pruned":"{}","expiration":"2025-04-30 06:32:14.568627141 UTC"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.624165518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"expiration\":\"2025-04-30T06:32:14.568627141Z\",\"pruned\":[]}","iteration":1,"elapsed":"55.481203ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.626250522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.63662391Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52889","req_id":"e7065416-835c-431d-904d-08d5301f2fc9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: cb 16 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.636702707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52889","req_id":"e7065416-835c-431d-904d-08d5301f2fc9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:14.637120901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52889","req_id":"e7065416-835c-431d-904d-08d5301f2fc9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:14.637338935Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:14.640390345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.640451226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"68.375193ms"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.640711475Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53507","req_id":"6a7e571a-2069-43fe-88a3-ec5f08ab06b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 8c e8 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.64077459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53507","req_id":"6a7e571a-2069-43fe-88a3-ec5f08ab06b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36072,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36072,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:14.641187313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53507","req_id":"6a7e571a-2069-43fe-88a3-ec5f08ab06b1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:14.650424978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:14.650535328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.6514548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"73.547458ms"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.709384381Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.714413772Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.714521086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.71461392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.715219267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.716919514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"145.706581ms"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.717178069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.725102649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.725247708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.725346865Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.725934336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.72608707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.733759306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.733858805Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.733944756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.734863927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.736088227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.747439764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.747689531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.747825873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.74850199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.792456025Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.80448393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.80571869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.809365085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.810467652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.837320595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.858064957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.858152692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.858183864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.858647768Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.887374975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.887589783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.888524636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.889763514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.889969735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.890728156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.891615023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.896203145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.8963667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.896476389Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.896574725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.896660947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.898114974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:14.936812286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.936887546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:14.937756517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.012271533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.018269975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.018352439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.018387419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.018758709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.018941072Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"435.847457ms"} {"msg":"listed in-progress sagas","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.095636563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","count":0} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.095999907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"513.517771ms"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.290121582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.290210118Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.290243144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.290911936Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.336256372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.336387734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.337571893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.340378084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.344273045Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.34439607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.344533564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.344646489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.344733853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.345227336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.345585259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.345733064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.346416325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.3468052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.346888516Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.34702085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"765.531821ms"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.348475959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"764.284236ms"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.36166129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.367785271Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.368408283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"778.115574ms"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.368472641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.373233907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.421592108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.421682729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.422400148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.422527712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.422571529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.422599144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.422625066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.42307372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read target blueprint","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:15.436075696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.436150735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"864.856269ms"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.503479954Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.507370977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.507448451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.507479503Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.507856554Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.50868241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.508741738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.508895424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.512228926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"926.581583ms"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.513403967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{}","iteration":1,"elapsed":"939.229603ms"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.58011775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.580226857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.580262659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.580289713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.581554443Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection is None","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:15.585240958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.585311869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"1.011746499s"} {"msg":"failed to read DNS config","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:15.638489292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.638581425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.07121217s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.640035081Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.640093418Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.640664766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60343","req_id":"cfa18104-3db1-4af9-a454-3f4ebb515489","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 73 69 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 si..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.640728703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60343","req_id":"cfa18104-3db1-4af9-a454-3f4ebb515489","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:15.641171927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60343","req_id":"cfa18104-3db1-4af9-a454-3f4ebb515489","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:15.641661021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.641713806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.06960108s"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.649389109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.065773224s"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.652266913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"1.064775465s"} {"msg":"failed to read DNS config","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:15.655117302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.655258794Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"1.171453364s"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.658116838Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.662032029Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.662166387Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.662259743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.66284062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.665578655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.665699867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.666202078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.678902913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.102824286s"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.679647807Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.679736664Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.679802526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.680141451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.681394808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.688167212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.688298633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.688343914Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.688732939Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.716365224Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.71644329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.716476636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.716506265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.716532868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.717282502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.717448743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"b8d61065-f1d1-486e-ab3d-bb8f7a329fe9","remote_addr":"127.0.0.1:64196","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":1114683,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.717912367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:61916/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"b8d61065-f1d1-486e-ab3d-bb8f7a329fe9\", \"date\": \"Wed, 30 Apr 2025 06:42:15 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.718177365Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.719622144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.719684177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.719712624Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.719739678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.719765459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.719789808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.719814136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.719838545Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.719864897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.719889697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.719913133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.719937402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.720565914Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.720617958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:60521"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.720641485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.720659561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:42:15.828596668Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 43709,\n target: \"07b3e496-a346-489a-ae85-b4515a85f36d.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"07b3e496-a346-489a-ae85-b4515a85f36d.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 61916,\n target: \"1ee41cf9-5af7-443f-b0f5-588e2356be91.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"7c6d380a-2f63-497c-8133-c4bed4e48135.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"1ee41cf9-5af7-443f-b0f5-588e2356be91.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"eb64e90b-d13e-4f9b-8c29-eb9878963d8e.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"7c6d380a-2f63-497c-8133-c4bed4e48135.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 51103,\n target: \"7c6d380a-2f63-497c-8133-c4bed4e48135.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"7c6d380a-2f63-497c-8133-c4bed4e48135.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"7c6d380a-2f63-497c-8133-c4bed4e48135.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 43854,\n target: \"773ff117-aeb3-4079-ae69-8e94f8780b20.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 42182,\n target: \"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"773ff117-aeb3-4079-ae69-8e94f8780b20.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 49101,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 46325,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 64969,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 43967,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 60521,\n target: \"eb64e90b-d13e-4f9b-8c29-eb9878963d8e.host.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.828972226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.882919593Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"body":"Some(Body)","uri":"http://[::1]:42182/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.883518997Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.306909302s"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.883854886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.883912912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.883943212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.883969455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.885670053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.8864866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.886548654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.309492979s"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.886965695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:42182","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:37399"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.888093912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/config","method":"PUT","req_id":"81fbfc48-360a-44ac-b558-5432527ccc72","remote_addr":"[::1]:37399","local_addr":"[::1]:42182","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.888947052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"new_generation":1,"req_id":"81fbfc48-360a-44ac-b558-5432527ccc72","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.888994898Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.889016801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.891661431Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.892255494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.892372066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.892407307Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"new_generation":1,"req_id":"81fbfc48-360a-44ac-b558-5432527ccc72","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.892521494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/config","method":"PUT","req_id":"81fbfc48-360a-44ac-b558-5432527ccc72","remote_addr":"[::1]:37399","local_addr":"[::1]:42182","component":"http","kind":"dns","component":"internal_dns_server","latency_us":4484,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.892902854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(Response { url: \"http://[::1]:42182/config\", status: 204, headers: {\"x-request-id\": \"81fbfc48-360a-44ac-b558-5432527ccc72\", \"date\": \"Wed, 30 Apr 2025 06:42:15 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.893993036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.947362682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"body":"Some(Body)","uri":"http://[::1]:62154/omicron-config","method":"PUT"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.947870984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.95428317Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.954344322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.954373681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.954743848Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.955702208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55790"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.975599802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/omicron-config","method":"PUT","req_id":"180995a6-49e4-4bb2-89db-6b578b0db58c","remote_addr":"[::1]:55790","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.97835404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/omicron-config","method":"PUT","req_id":"180995a6-49e4-4bb2-89db-6b578b0db58c","remote_addr":"[::1]:55790","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3360,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.979140617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(Response { url: \"http://[::1]:62154/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"180995a6-49e4-4bb2-89db-6b578b0db58c\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:42:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:15.979918036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"body":"Some(Body)","uri":"http://[::1]:62154/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:15.989865706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/network-bootstore-config","method":"PUT","req_id":"83c40a95-29ba-421a-904b-630d626e823d","remote_addr":"[::1]:55790","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:15.990612704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/network-bootstore-config","method":"PUT","req_id":"83c40a95-29ba-421a-904b-630d626e823d","remote_addr":"[::1]:55790","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":761,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:16.031677143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(Response { url: \"http://[::1]:62154/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"83c40a95-29ba-421a-904b-630d626e823d\", \"date\": \"Wed, 30 Apr 2025 06:42:15 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:16.033769592Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:16.034003999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.320390741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.32046076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.320488546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.320513786Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.324380159Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.443145512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.443513024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.446885313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"4.861857735s"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.448988213Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.449116017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.449559651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"4.869881702s"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.621222729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.621348049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.621383109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.621411896Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.621974447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.62212673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.622168433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.622194315Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.622218463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.622616626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.622684642Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.622832166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"5.03304811s"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:19.622962085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.62300516Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"5.053468547s"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.623043407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.626482318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.626533621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.626561817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.626931323Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.631287061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.631387882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.631420187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.63200893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.633949887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54621"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.641954987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/vpc-routes","method":"GET","req_id":"399421f6-a872-49de-95f1-9c87fe0b96b3","remote_addr":"[::1]:54621","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.642465243Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/vpc-routes","method":"GET","req_id":"399421f6-a872-49de-95f1-9c87fe0b96b3","remote_addr":"[::1]:54621","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":532,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.644970164Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"399421f6-a872-49de-95f1-9c87fe0b96b3\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.653201855Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.653371814Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.654019735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.656302533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.659503671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.659745273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.659840292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.660422352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.662760961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.667084946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.672080099Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.6721908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.672688461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.673378055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.674027579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"5.10135085s"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.695725771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.699854117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.699973014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.700074035Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.70016173Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.700243372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.701059318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.70159215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.701699524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.725082172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.725208764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.725357641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.726152074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.753592667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52876","req_id":"17c3bde2-2ac0-477c-9cb2-9f7d57b8f5b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b8 c1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.753800421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52876","req_id":"17c3bde2-2ac0-477c-9cb2-9f7d57b8f5b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47297,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.754081431Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.754338413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.754687769Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52876","req_id":"17c3bde2-2ac0-477c-9cb2-9f7d57b8f5b4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.75574222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.755880406Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.756942352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.7580507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4204, tv_nsec: 556934704 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.758186741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.765134634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.775892869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.77626444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.77637535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.777514109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.778280617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.778396097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.778509362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.778600484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.779160219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.779685706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.786916282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.788781077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.788834243Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.788868872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.788895806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.788920896Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.789782943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.798427838Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.803035779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.803097933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.803128383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.803751084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.80576664Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.805932611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:62154/eip-gateways","method":"PUT"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.806731733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.806806913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.806839468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.807516977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.809669837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/eip-gateways","method":"PUT","req_id":"f5445024-4700-4481-b16c-e34bf68c8be9","remote_addr":"[::1]:54621","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.809738373Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62531","req_id":"091efda0-08fe-4f3e-be15-9d63ce8c65ed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 58 8f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e X...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.809855857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62531","req_id":"091efda0-08fe-4f3e-be15-9d63ce8c65ed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.809961919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.810110805Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62531","req_id":"091efda0-08fe-4f3e-be15-9d63ce8c65ed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.810465853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/eip-gateways","method":"PUT","req_id":"f5445024-4700-4481-b16c-e34bf68c8be9","remote_addr":"[::1]:54621","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":800,"response_code":"204"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.814602505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.814662915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.814692534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.81535271Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.894496388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.896848695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f5445024-4700-4481-b16c-e34bf68c8be9\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.898033275Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{}","iteration":1,"elapsed":"5.317136047s"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.898958859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:62154/artifacts-config","method":"PUT"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.944796688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/v2p","method":"GET"} {"msg":"set cockroachdb setting","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.945528206Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.945677123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.945725389Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.94648881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.947095198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47022"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.947141089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44974"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.94816014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.956795976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.956866096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.956897168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.957309459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.958763987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/artifacts-config","method":"PUT","req_id":"4db9f8f3-b3c2-41ed-ae54-73c89c5a75de","remote_addr":"[::1]:47022","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.958906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/v2p","method":"GET","req_id":"3e628e4c-0be8-4efc-803d-b9ce8472beef","remote_addr":"[::1]:44974","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.959805833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60897","req_id":"a3648abe-79e2-4eb8-9858-3667b88eff0c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 61 ff 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c a............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.959842496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60897","req_id":"a3648abe-79e2-4eb8-9858-3667b88eff0c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25087,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.96014536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25087,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:19.96041644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60897","req_id":"a3648abe-79e2-4eb8-9858-3667b88eff0c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpcb5jYe/artifact-config.json","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.961537954Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.961585048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpcb5jYe/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp3bBsbS/artifact-config.json","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.961612433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.961635058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp3bBsbS/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpcb5jYe/.artifact-config.json.tmp","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.961657823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.961876749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/v2p","method":"GET","req_id":"3e628e4c-0be8-4efc-803d-b9ce8472beef","remote_addr":"[::1]:44974","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2967,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.962572626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.962696302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.962739679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.962767123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.96357854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.964544976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.965191734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.965316382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.96545065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e628e4c-0be8-4efc-803d-b9ce8472beef\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.965532884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.965560709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.965583555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.967046169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{}","iteration":1,"elapsed":"5.39205601s"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmp3bBsbS/.artifact-config.json.tmp","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.9673629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.976371419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.976465476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.977114089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Starting delete reconciler","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.984912056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:19.986475831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/artifacts-config","method":"PUT","req_id":"4db9f8f3-b3c2-41ed-ae54-73c89c5a75de","remote_addr":"[::1]:47022","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":27744,"response_code":"204"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.987457497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.997200069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.997264537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.997292032Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.997317603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.998075373Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:19.998732462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.998791409Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:19.999227588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.000056209Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/artifacts-config\", status: 204, headers: {\"x-request-id\": \"4db9f8f3-b3c2-41ed-ae54-73c89c5a75de\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.001156963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/artifacts","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.002277385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/artifacts","method":"GET","req_id":"61fccb4a-f75b-470c-996b-fbe14a7e19d5","remote_addr":"[::1]:47022","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.004282941Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/artifacts","method":"GET","req_id":"61fccb4a-f75b-470c-996b-fbe14a7e19d5","remote_addr":"[::1]:47022","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1996,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.006022046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61fccb4a-f75b-470c-996b-fbe14a7e19d5\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.0064555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled":"http://[::1]:62154"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.008971783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:42:20.000659481Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:42:20.006419227Z\"}]}","iteration":1,"elapsed":"5.422699675s"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.009477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.00965801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.009750595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.010470369Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.014420589Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.014531721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.015018892Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.016255535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd815bc1-b78a-4058-847a-1c012756e77b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.017152422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.02405713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.024188812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.024281036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.024360304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.024890089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.031759686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.031918924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.032007069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.03250444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.043911137Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.044018401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.044104012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.044609088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.046033165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05635d3b-cfe5-4655-823b-8b8e905abd3f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.04658762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.049092471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.055116584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.055239298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.055415599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.055507673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.056051987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.056599929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.056719387Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.056803074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.057324232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.059801328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.059909283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.060402105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.062574142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.070183063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.071660186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.096709685Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.096783242Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.097601763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.107375777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.107458391Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.107491577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.107517669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.107928819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.116949842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.117012417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.117043769Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.117636641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.125645498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.125708113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.125737712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.128228244Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.145873531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.155544109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.155794448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.155908274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.1560265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.156120638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.156202591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.157201661Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.162626801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.162726068Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.162810376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.163893585Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.182023127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.182089729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.182121623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.182954382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.183896369Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.183950667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.183978623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.18400234Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.184024013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.184733547Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"968c2974-7a48-4ff1-90be-986e43199acc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.185062442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.18722965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.196367757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.196519029Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.196612325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.197128393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.199754215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.20333545Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.20341064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.203439327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.203932149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.205514301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.205575764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.206039357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.209916573Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.209974638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.210699563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.210952927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"IpPool { parent: Fleet, key: 7b287c21-883e-43a5-ad3e-2dec58cfc414, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.21100446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.211033658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.211058107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.211607552Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.21873363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.218837216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.219569415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.2201341Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.225309382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 7b287c21-883e-43a5-ad3e-2dec58cfc414, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.225413158Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.225496845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.226035348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.233463478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.233518227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.234472228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.238868628Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.239006903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.23904071Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.239067193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.23939677Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.240071324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"IpPool { parent: Fleet, key: 7b287c21-883e-43a5-ad3e-2dec58cfc414, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.240126063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.240156023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.240180521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.240618193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.248648052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.248710337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.24874228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.249145273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.250422227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98e22754-6c4c-483d-86db-141854ae44dc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.251389394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.253378788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.258622406Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 7b287c21-883e-43a5-ad3e-2dec58cfc414, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.259332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.259380145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.259409885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.259838549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.270155314Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.277735467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.277863512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.277890827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.277924825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.277952339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.277978141Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.278272818Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.278681753Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"IpPool { parent: Fleet, key: 7b287c21-883e-43a5-ad3e-2dec58cfc414, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.278735981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.278764848Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.278788736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.279624892Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.282897643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.283114655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.283164184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.284093595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.285681169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.290419349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 7b287c21-883e-43a5-ad3e-2dec58cfc414, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.291512447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.291563419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.291593679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.292061972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.304622718Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.304684762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.304713509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.304737106Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.305766277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.307547666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"826b38ec-4aa9-48ef-ae64-efce5fb83b58\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.307816572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.308110828Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.315229191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.315296826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.315325703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.315679749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.344061718Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.348094072Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.377216587Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.377297328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.377326686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.377352668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.377377788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.378029697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.382243062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.394664381Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.394768668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.394803919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.39560282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.412786688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.412917889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.413148168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.413236324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.419133925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d4b3045-e5ab-4cd9-ad7d-34d0ab10c912\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.419610143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.422976911Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc24a59d-dcb8-42ae-bff8-2eb10ddfeb2b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.423229344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.428585867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9824df89-ee6a-43ef-ae8a-38fb0554717b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.42885354Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.430176546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbc8e8bf-6464-4d6c-ac3d-53cac5eaf998\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.431575313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.433206283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c27afbf-3d0f-4da8-bf54-871d7d07fa57\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.433642141Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.437970325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bf071ae-0b08-475d-8f5f-28528ac97fbf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.438197197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.439478039Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73a89b06-50a9-4c3c-87ed-3a36944e8a07\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.439776754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.441903181Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f93748b-3602-48e2-bef7-e4ba56e6d965\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.442241535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.445206001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3532c9c6-44f1-4498-8aae-d7fe7cac00ff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.445446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.450165242Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d63a41b-5122-45db-a1d3-cb4235d9da5b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.450545189Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.4542342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f2b118a-92ec-431a-9225-c4e1a6999ee4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.454443877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.467366184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d557e241-5914-4606-b545-75b4b25b580c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.467573427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.48366599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f884afcc-8048-4068-81bf-a195b784fe57\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.483882682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.491577914Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"291b00a2-67f4-4068-95d0-b1d830216019\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.492416295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.493681556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08a28076-f301-4839-bb59-322f6dda6497\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.493897125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.49764884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.497722267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.497751735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.497776024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","elapsed":"5.917341948s"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.497805533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{}","iteration":1,"elapsed":"5.917385645s"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.499409579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4f85f03-c5d6-4250-9869-768aef7dfac9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.499494388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.500738336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bf2f40e-482e-4265-a401-8be4c518bc7e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.500867624Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.502484215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5985047f-d453-45f9-851c-a757f9804e0e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.502561458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.505797276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75e0f83a-49b2-4a09-8be6-e164f8b38194\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.50597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.511162576Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff8b749f-d452-47dd-870e-d4ddc50ddfe3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.51160629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted blueprint","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.517243091Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","blueprint_id":"3223b431-9abd-478b-92ba-52fa44017ef7"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.517347348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.517458861Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.517546094Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.517633899Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.518478432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.51932063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12deead0-44f5-4733-8650-10d09ee36c23\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.519588564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.528580379Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.533166236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.537023492Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa9a8cd6-33bd-41d9-acb1-a91635ee7b81\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.537334622Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.548011324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33af5644-dff4-4579-bb98-97725cd52b60\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.548226904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.553060464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6af09105-9809-4b69-acb3-43012b5a6c2c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.553407476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.557075013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a80d769a-53be-4aca-8d8c-64231d6585bf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.557367386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.559480686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b7d2e6b-2440-4151-a8aa-fa52fb84ec12\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.559782157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.562986572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d2e0f10-9e46-4e9a-9a61-fe59f0bde87b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.563336519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.564905224Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc1c46ee-65ba-4075-9e70-7984e0682f9f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.565418738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.567365526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12efe035-c931-41b1-a854-26510d04f844\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.567478912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.574406856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b105df2-f6fb-4736-8f29-6d856f0d8328\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.575356959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.578917343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c59abd0f-af41-430e-a5ec-a8b6fe611b51\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.57931252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.587638108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12bcd687-bdc8-41e2-80c9-62b82662374f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.587852415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.590076036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dca31292-4edb-4e1b-8084-5f577391934a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.590291084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.59254233Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13349dd1-d70f-4efb-9d83-1483040cf9ec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.592753811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.595002632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87cdba83-8b21-495d-a0c4-93f2965f5f6c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.595322809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.597234619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e4ea7b-e2dc-46a5-85b8-185f98a62bbd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.59851026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.598789457Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.600747147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a547d69-493f-460a-96fb-3f1f9fbcb7e6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.600942045Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.602864796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"785b9d99-1f5e-4199-8dd4-40ea9b8de12a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.603195104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.60409134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"537eb1ab-f73c-4a12-af2c-28543d6fadba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.604218063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.605067044Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4aad46f-7896-4107-b7f3-5f4d01b97df9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:19 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.605314477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.605512752Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.605559044Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.605586369Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.606237777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.609807439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.616308021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.616363632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.616393822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.616420245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.616447128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.616802677Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.63118851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.63124393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.631270383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.631293449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.631315733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"Inserted service networking records","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.631335693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"Inserted physical disks","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.631355292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"Inserted zpools","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.631374801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"Inserted datasets","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.631394841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.643519889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.647453977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.647518536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.647549227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.647918172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.658944672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.725944445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.72607288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.726778506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35386"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.727477148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"21b36d95-3460-4d36-9ecb-46e2f314430c","remote_addr":"[::1]:35386","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.728069228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"21b36d95-3460-4d36-9ecb-46e2f314430c","remote_addr":"[::1]:35386","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":595,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.730278971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21b36d95-3460-4d36-9ecb-46e2f314430c\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:42:20 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.733991127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.734035736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.734059343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.736459215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.736536268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.736571448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.736598602Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.737156845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.743643258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.749456771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.749875415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.749923531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.750694858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.751282018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.752147523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.752203494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.752232532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.752258393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.752750083Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.755706484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.762670749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.762747693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.762777532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.762803804Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.762938423Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.763430714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.772285276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.776191068Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.823834534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.823908742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.823939783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.823964903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.824985537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.82829472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.836542814Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.836650549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.836681901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.836708174Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.836732382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.837153982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.840789535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.848398626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.854681334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.854741263Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.854771724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.854797075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.855425958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.857534739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.864407974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.884304446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"Created recovery user","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.887306467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"Created recovery user's password","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.893241042Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.893311091Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Silo { parent: Fleet, key: ab45bfd1-92b6-4a2d-a6fe-44339122a50f, lookup_type: ById(ab45bfd1-92b6-4a2d-a6fe-44339122a50f) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.893342524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"ab45bfd1-92b6-4a2d-a6fe-44339122a50f","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.893367784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.893391842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.894100183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.899242519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.899302509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.899334803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.900158434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.924965891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.930885576Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Silo { parent: Fleet, key: ab45bfd1-92b6-4a2d-a6fe-44339122a50f, lookup_type: ById(ab45bfd1-92b6-4a2d-a6fe-44339122a50f) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.93095302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"Granted Silo privileges","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:20.940064915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.94011767Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.94014773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.940174764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.940200986Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.940854057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.944541825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.947432454Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.972142618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.972209812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.972986319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.975384487Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.975543774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.976388848Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.983746889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.983806447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.98520307Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.997530963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.997612946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:20.997644749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.997669909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:20.998485625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.003054087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.003113014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.003144146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.004070452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.009396113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.009456153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.009487465Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.010422598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.013689918Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.021423517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.021497314Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.021524698Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.021556141Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.021583075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.021606692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.021980326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.026575823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.026634329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.026664579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.027394534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.030216607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.030276336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.030305033Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.031572598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.035281899Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.047381677Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.047460444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.047511385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.047912755Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.054172257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.0542293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.054849787Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.058554308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.05861053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.059076237Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.067015606Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.067525472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.068086269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.089490977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.090380018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.090413335Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.090441461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.090464116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.096668027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.096724189Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.096751443Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.097680424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.140272526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.140462224Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.140577824Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.141356135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.14531859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.153081006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.153151346Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.153177047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.153202007Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.154393561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.156829334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.156886628Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.157597294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.160414397Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.160468395Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.162073413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.167274586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.167331599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.167819822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.172986827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.173040023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.173067588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.173091966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.173534929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.176349487Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.176409176Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.176439095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.17707881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.181312235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.181383837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.181410881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.18291615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.187983717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.196384606Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.196465366Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.196491398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.196523182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.196598572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.196632079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.196871886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.208205448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.208262852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.208293343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.210232707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.214759887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.214818554Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.214847081Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.215791953Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.225117955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.232671024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.232736825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.232767616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.233308995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.240936182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.240990881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.241819361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.249903969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.250167344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.250746177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.267362404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.267556791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.268263449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.268503478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","collection_id":"861c3df3-4305-4cb4-9a53-fba096334821"} {"msg":"inventory collection complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.268545972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","time_started":"2025-04-30 06:42:19.964314 UTC","collection_id":"861c3df3-4305-4cb4-9a53-fba096334821"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.268985668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"collection_id\":\"861c3df3-4305-4cb4-9a53-fba096334821\",\"time_done\":\"2025-04-30 06:42:20.733994 UTC\",\"time_started\":\"2025-04-30 06:42:19.964314 UTC\"}","iteration":2,"elapsed":"5.552558752s"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.269531746Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:21.26957851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.269605083Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"52.825µs"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.269631445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.269656415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"10.541µs"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.271879304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.271941307Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.272634919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.276903534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.277104374Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.277209143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.277299363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.27826667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.280809567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.28086656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.280897131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.281815731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.284060534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.284117959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.284148008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.284613656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.301552135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.310023955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.310107621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.310135747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.31016705Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.310193943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.310218993Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.310603209Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.31550758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.315568041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.315625676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.316187134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.318287028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.318331377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.318356897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.318806974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.328387823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.334972042Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.335055538Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.335085167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.335590574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.351783758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 68f5134f-138a-4c83-9616-ae2cc4f8d2b7, kind: Service { id: 1ee41cf9-5af7-443f-b0f5-588e2356be91 }, name: Name(\"nexus-1ee41cf9-5af7-443f-b0f5-588e2356be91\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 139a42f2-d219-418d-b365-4959894f476b, kind: Service { id: 07b3e496-a346-489a-ae85-b4515a85f36d }, name: Name(\"external-dns-07b3e496-a346-489a-ae85-b4515a85f36d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.351865992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.351897846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.351927485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.351951883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.352735555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.355030136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.360116531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.360175568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.360205348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.360569954Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.363020867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:42:20.947536Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.363415053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.363799178Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 139a42f2-d219-418d-b365-4959894f476b, kind: Service { id: 07b3e496-a346-489a-ae85-b4515a85f36d }, name: Name(\"external-dns-07b3e496-a346-489a-ae85-b4515a85f36d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 68f5134f-138a-4c83-9616-ae2cc4f8d2b7, kind: Service { id: 1ee41cf9-5af7-443f-b0f5-588e2356be91 }, name: Name(\"nexus-1ee41cf9-5af7-443f-b0f5-588e2356be91\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.363870911Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.387807964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:42:14.611077Z, time_modified: 2025-04-30T06:42:14.611077Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(62154), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(49101) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.387865058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.387892893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.388101459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.388772316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.393817117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.393887096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.393915583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.393939471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.394457904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.396465634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.400328921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.478284523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:62154/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.479001652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43033"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.479575275Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f52d2851-572a-4c29-8ed6-c60b4ac80fc2","remote_addr":"[::1]:43033","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.482432898Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f52d2851-572a-4c29-8ed6-c60b4ac80fc2","remote_addr":"[::1]:43033","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2851,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.483284926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"f52d2851-572a-4c29-8ed6-c60b4ac80fc2\", \"date\": \"Wed, 30 Apr 2025 06:42:20 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.486625321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.486684018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.486774819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.487741485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.487900282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.487950121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.487976193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.488002555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.488901366Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.488979372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.489012838Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.489212977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.489326163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.489367415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.489493326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.491962345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.492203886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.492302022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.492614304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.492669865Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.492698923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.492726918Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.492754864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.493445981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.494060766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.49410278Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.494132469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.494333018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.494375273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.495898518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.498957031Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51886","req_id":"a0e8de6e-b187-4740-9fb9-43c8e5e2675e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 29 a1 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 )............_na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.503543129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51886","req_id":"a0e8de6e-b187-4740-9fb9-43c8e5e2675e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.503854509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.504166321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.504218535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51886","req_id":"a0e8de6e-b187-4740-9fb9-43c8e5e2675e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42182, target: Name(\"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.504377912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55654","req_id":"b8f60644-9cc9-40a6-9731-7a906ee2a6ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: d1 4d 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 .M..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.50520984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55654","req_id":"b8f60644-9cc9-40a6-9731-7a906ee2a6ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.505308897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.505465349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"07b3e496-a346-489a-ae85-b4515a85f36d.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.50555128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55654","req_id":"b8f60644-9cc9-40a6-9731-7a906ee2a6ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"07b3e496-a346-489a-ae85-b4515a85f36d.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43709, target: Name(\"07b3e496-a346-489a-ae85-b4515a85f36d.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.506395612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 42182, target: Name(\"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4206, tv_nsec: 305295579 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.506485802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.506805459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 43709, target: Name(\"07b3e496-a346-489a-ae85-b4515a85f36d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"07b3e496-a346-489a-ae85-b4515a85f36d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4206, tv_nsec: 305696487 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.506862142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"07b3e496-a346-489a-ae85-b4515a85f36d.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.507105136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.507162691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.507230776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.507265385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.50793512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.508117864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.508165739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.508194537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.508218985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.509786238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.510171305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.510228539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.510260433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.510287376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.511067761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.511293902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63607","req_id":"94fa9118-4439-4177-8d25-da02925c65d6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 64 6a 01 00 00 01 00 00 00 00 00 01 24 33 66 61 dj..........$3fa\n0010: 39 33 66 31 64 2d 30 61 32 63 2d 34 64 33 63 2d 93f1d-0a2c-4d3c-\n0020: 39 33 39 35 2d 30 66 65 33 62 36 32 39 64 39 32 9395-0fe3b629d92\n0030: 64 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 d.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.511375775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63607","req_id":"94fa9118-4439-4177-8d25-da02925c65d6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25706,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 51,\n 102,\n 97,\n 57,\n 51,\n 102,\n 49,\n 100,\n 45,\n 48,\n 97,\n 50,\n 99,\n 45,\n 52,\n 100,\n 51,\n 99,\n 45,\n 57,\n 51,\n 57,\n 53,\n 45,\n 48,\n 102,\n 101,\n 51,\n 98,\n 54,\n 50,\n 57,\n 100,\n 57,\n 50,\n 100,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.511481957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.511573058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63607","req_id":"94fa9118-4439-4177-8d25-da02925c65d6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"3fa93f1d-0a2c-4d3c-9395-0fe3b629d92d.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.511632156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60487","req_id":"dda89b49-6501-4007-8a6f-d5c2d857b939","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: fa a1 01 00 00 01 00 00 00 00 00 01 24 30 37 62 ............$07b\n0010: 33 65 34 39 36 2d 61 33 34 36 2d 34 38 39 61 2d 3e496-a346-489a-\n0020: 61 65 38 35 2d 62 34 35 31 35 61 38 35 66 33 36 ae85-b4515a85f36\n0030: 64 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 d.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.511730712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60487","req_id":"dda89b49-6501-4007-8a6f-d5c2d857b939","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64161,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"07b3e496-a346-489a-ae85-b4515a85f36d.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"07b3e496-a346-489a-ae85-b4515a85f36d.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 48,\n 55,\n 98,\n 51,\n 101,\n 52,\n 57,\n 54,\n 45,\n 97,\n 51,\n 52,\n 54,\n 45,\n 52,\n 56,\n 57,\n 97,\n 45,\n 97,\n 101,\n 56,\n 53,\n 45,\n 98,\n 52,\n 53,\n 49,\n 53,\n 97,\n 56,\n 53,\n 102,\n 51,\n 54,\n 100,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.512117282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"07b3e496-a346-489a-ae85-b4515a85f36d.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.512164506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60487","req_id":"dda89b49-6501-4007-8a6f-d5c2d857b939","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"07b3e496-a346-489a-ae85-b4515a85f36d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"07b3e496-a346-489a-ae85-b4515a85f36d.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"07b3e496-a346-489a-ae85-b4515a85f36d.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.512738701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","addresses":"DnsServersList { addresses: [[::1]:42182] }"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.512856736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"addresses\":[\"[::1]:42182\"]}","iteration":2,"elapsed":"23.893417ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.514837011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","addresses":"DnsServersList { addresses: [[::1]:43709] }"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.514979726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"addresses\":[\"[::1]:43709\"]}","iteration":2,"elapsed":"22.96173ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.515293581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:21.51534327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.515369142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"84.398µs"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.515397678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:21.515426756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.515512417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"14.169µs"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.51627167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.532634842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.532712046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.53274404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.533620977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.534034701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.543167999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.543248199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.543278659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.54445861Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.546195842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.553531177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.555297286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.555394349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"reading DNS zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.555421964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.555445651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.555471383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.555497414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.555522484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.556359121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.558084389Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.569299594Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.572969737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.573044797Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.573080448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.574919903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.575225061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.597715551Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.607245309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.607309998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.607338294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.607363715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.608327635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.609650912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.609706643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.613145004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.62861187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.628677591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.628710076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.629180263Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.631443913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.632921246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.633118249Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.633257086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55255","req_id":"79c01e9e-8265-43f0-8978-1486ab35ac82","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a5 be 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.633519378Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55255","req_id":"79c01e9e-8265-43f0-8978-1486ab35ac82","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.63374607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.634038302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.634067831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55255","req_id":"79c01e9e-8265-43f0-8978-1486ab35ac82","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"found DNS version","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.634938265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.634994788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"reading DNS zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.635022864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.635048565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.635076471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.635104547Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.63513136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.635595405Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.636130881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.643733319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.643779811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.643805112Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.64421553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.644845485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4206, tv_nsec: 443746363 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.644916085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.645503095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54621","req_id":"c31cfdf2-dce3-4b0e-9375-35b402569817","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b6 f8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.645553736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54621","req_id":"c31cfdf2-dce3-4b0e-9375-35b402569817","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46840,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.64643414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.646474921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54621","req_id":"c31cfdf2-dce3-4b0e-9375-35b402569817","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.710082415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.711210072Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.711281063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cf8b45e0-878d-4529-a037-576abe8f6c0e"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.711317837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.711346163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.711375642Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.711401363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.712856873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.713069416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.720889217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.721122602Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.722364166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.723212746Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.725648129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.725704852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.72675799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.727754015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51480","req_id":"6be6df10-f102-4473-a478-4d33eabf00ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4d 60 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c M`..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.727874164Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51480","req_id":"6be6df10-f102-4473-a478-4d33eabf00ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.728083872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:21.728170655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51480","req_id":"6be6df10-f102-4473-a478-4d33eabf00ae","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.728276856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.735762361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.736031357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.736134202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.737168542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.737303672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.737351737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.737381316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.737408701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.737858537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.738399455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.738756717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"f6de7750-81df-4d54-814c-4cba32666111"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.738892908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.73911449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.739371612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.739503926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.740309771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.742411419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.742455506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.742480626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"found all DNS names for zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.743388696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"cf8b45e0-878d-4529-a037-576abe8f6c0e"} {"msg":"read DNS config","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.743450288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.743480038Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","generation":1} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.743504857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"generation\":1}","iteration":2,"elapsed":"255.610778ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.743532091Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.797459167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_server_url":"http://[::1]:42182","servers":"DnsServersList { addresses: [[::1]:42182] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:42182/config","method":"PUT"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.798305894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.805088407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.805139399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.805168407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.805882961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.806278839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.814108339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.814194861Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.814228038Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.81465588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.815566554Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.815694499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.815740701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.815766483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.816426788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.816647538Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:42182","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:61398"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.819485443Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/config","method":"PUT","req_id":"fc992fe3-2d9e-4cd0-8b82-4e535168a2d1","remote_addr":"[::1]:61398","local_addr":"[::1]:42182","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.820072823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"new_generation":1,"req_id":"fc992fe3-2d9e-4cd0-8b82-4e535168a2d1","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.820125147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"new_generation":1,"req_id":"fc992fe3-2d9e-4cd0-8b82-4e535168a2d1","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.821201983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/config","method":"PUT","req_id":"fc992fe3-2d9e-4cd0-8b82-4e535168a2d1","remote_addr":"[::1]:61398","local_addr":"[::1]:42182","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1877,"response_code":"204"} {"msg":"found all DNS names for zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.821394115Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"f6de7750-81df-4d54-814c-4cba32666111"} {"msg":"read DNS config","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.82144661Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.821474055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","generation":2} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.821628472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"generation\":2}","iteration":2,"elapsed":"332.408031ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.821684885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.890112713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_server_url":"http://[::1]:43709","servers":"DnsServersList { addresses: [[::1]:43709] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:43709/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.89085429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:42:13.081623Z, time_modified: 2025-04-30T06:42:13.081623Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: ab45bfd1-92b6-4a2d-a6fe-44339122a50f, db_silo: Silo { identity: SiloIdentity { id: ab45bfd1-92b6-4a2d-a6fe-44339122a50f, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:42:20.751978Z, time_modified: 2025-04-30T06:42:20.751978Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: ab45bfd1-92b6-4a2d-a6fe-44339122a50f, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: ab45bfd1-92b6-4a2d-a6fe-44339122a50f, db_silo: Silo { identity: SiloIdentity { id: ab45bfd1-92b6-4a2d-a6fe-44339122a50f, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:42:20.751978Z, time_modified: 2025-04-30T06:42:20.751978Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.890927176Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"ab45bfd1-92b6-4a2d-a6fe-44339122a50f\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"ab45bfd1-92b6-4a2d-a6fe-44339122a50f\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo ab45bfd1-92b6-4a2d-a6fe-44339122a50f with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"398.302381ms"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.89461834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:43709","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:34551"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.895151432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_server_url":"http://[::1]:42182","servers":"DnsServersList { addresses: [[::1]:42182] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:42182/config\", status: 204, headers: {\"x-request-id\": \"fc992fe3-2d9e-4cd0-8b82-4e535168a2d1\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.895218416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_server_url":"http://[::1]:42182","servers":"DnsServersList { addresses: [[::1]:42182] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"DNS propagation: done","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.896556211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"servers":"DnsServersList { addresses: [[::1]:42182] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.896725538Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"generation\":1,\"server_results\":{\"[::1]:42182\":{\"Ok\":null}}}","iteration":3,"elapsed":"153.098718ms"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.897156176Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.897202168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.89722814Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.89817679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.898716095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/config","method":"PUT","req_id":"65e5c6a7-844b-414e-9f57-12dfd04ae74a","remote_addr":"[::1]:34551","local_addr":"[::1]:43709","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.899312282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"new_generation":2,"req_id":"65e5c6a7-844b-414e-9f57-12dfd04ae74a","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.899443414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.899476079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.899885314Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.900030914Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.900063178Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.900082657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"new_generation":2,"req_id":"65e5c6a7-844b-414e-9f57-12dfd04ae74a","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.900459268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/config","method":"PUT","req_id":"65e5c6a7-844b-414e-9f57-12dfd04ae74a","remote_addr":"[::1]:34551","local_addr":"[::1]:43709","component":"http","kind":"dns","component":"external_dns_server","latency_us":1796,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.901242608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbd407eb-7c7a-4e3b-b86e-3464499b15f1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.901500182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.901647565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_server_url":"http://[::1]:43709","servers":"DnsServersList { addresses: [[::1]:43709] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:43709/config\", status: 204, headers: {\"x-request-id\": \"65e5c6a7-844b-414e-9f57-12dfd04ae74a\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.901693186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"dns_server_url":"http://[::1]:43709","servers":"DnsServersList { addresses: [[::1]:43709] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"DNS propagation: done","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:21.903319296Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"servers":"DnsServersList { addresses: [[::1]:43709] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.903368674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"generation\":2,\"server_results\":{\"[::1]:43709\":{\"Ok\":null}}}","iteration":3,"elapsed":"81.67396ms"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.916989423Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.917134612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.917173129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.917736071Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.918296367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42045bc8-decd-459d-9eb0-6a02a4339939\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.91849363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.932112374Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.946670811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.94679083Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.946864637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.946972773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.947109165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.947194895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.94773406Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.959424933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.959527888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.959612416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.96015133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.964972165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.965070662Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.965153958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.966195563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.97009364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d42ef14a-907c-43a5-a54a-1a9e0083a3e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.970576742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.971940549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.98282207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.982896919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.98292758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.983573016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.989870965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.989946325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.990664736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.99324132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5aff290-0c34-4d0d-be6f-70f3ffc65378\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.993444094Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.993745023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.993795534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.994549877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.998369748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc222e78-bad5-4d32-b5d2-fa75186ebb59\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.998659345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:21.998858873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.998907339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:21.999413828Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.002849804Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83403ca4-629e-4f8b-853c-17d7857aebda\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.002920024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.002951246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.002984623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.003072037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.003101426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.003420531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.006364467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"363ad837-2926-4986-b058-12a7afc0e1a4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.006485999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.007227657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.007273889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.007299009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.007780208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.009922877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"939ecece-415f-4fc8-8419-ab8c1d0398b3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.009983538Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.010137304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.010202694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.010231021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.010619535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.011444308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ea8d76f-2051-4571-9573-e32425509362\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.011503827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.012815711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2113c73-6d56-424c-8426-a594835bf657\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.012970709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.013987866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9be70dd-54c0-4a29-8d9f-0c9fa05ffc62\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.014110931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.01469756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.020571934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.020644379Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.020672194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.020698717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.020867143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.02152327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c573863-c2d2-440a-8964-05fb0f15e329\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.021706104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.022898901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.02295362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.023848362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.026955132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ca4836c-e28a-48d2-8e22-ac0befff5430\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.027276272Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.027999353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.028348869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.028892342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.031179369Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.031283527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.031730237Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.033899439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.033964548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.033994197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.034019147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.03448749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.035498625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4305644-482a-4442-9e87-79eb0f98ff75\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.035744946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.038164807Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.038354695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.038453482Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.039449056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.042327802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.042433833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.04252292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.043397232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.043786548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89b924d0-37ee-4605-aee9-28a37c518a03\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.044075734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.046250046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.055692971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.055820455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.055930304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.056045042Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.056127847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.056205452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.056978763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.059984982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.060104991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.060189039Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.061075104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.071131451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b6eced0-1f80-49f0-8f04-a6c18b70e33a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.071411288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.074954638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.075008876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.075038706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.075846125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.07789637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7065dba0-eaaf-40b9-a960-7ef90098ac9a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.082704239Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.08274009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e31a5f-ce3b-4618-ae4c-c2a88861dca4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.082778898Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.082808457Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.096685957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.100608001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.101075122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.102342377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.131613147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.132170678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.13326079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.140541987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.140718719Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.141393353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.14414714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.144251738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.144926874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.153342641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c8da44-faaa-41da-954d-05a7ec8c44e4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.15379369Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.193642697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d78a55c1-8a64-4433-b8d2-41d35faa661b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.193871412Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.194297742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.19435224Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.212102637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.214403712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a80017-a9ed-4ecb-a324-f95cfe41fe21\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.21455839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.215242383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.21530637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.215337652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.215362482Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.217518247Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.218952284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7fbb4c6-0456-4f62-98ba-913ead9b9952\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.219108926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.220093699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"223c47e3-bd74-47ef-8d53-92c85aac1079\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.221187007Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.221255974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.221286946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.221311956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.221660039Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.223456328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38011ec1-3aa9-49d3-814a-44cabdfa87be\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.223661978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.224558605Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.224601199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.224625428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.22520876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.228696459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.236865375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.236948651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.236975264Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.237005945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.237031596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.237055003Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.237522104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.264360758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc5c3e00-7235-49e5-a3da-a564919d58ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.264765915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.266920728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.266980768Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.267009826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.270345011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.274079442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.274156345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.274186776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.274943593Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.279279613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.287365513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.287598457Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.287740771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.289151672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.289583142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"287982be-d160-4036-ab9c-c5b572e473b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.289876967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.298133798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af41fe1e-5e75-4c7f-b2e9-5f7830d6544b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.298359057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.303348388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 68f5134f-138a-4c83-9616-ae2cc4f8d2b7, kind: Service { id: 1ee41cf9-5af7-443f-b0f5-588e2356be91 }, name: Name(\"nexus-1ee41cf9-5af7-443f-b0f5-588e2356be91\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 139a42f2-d219-418d-b365-4959894f476b, kind: Service { id: 07b3e496-a346-489a-ae85-b4515a85f36d }, name: Name(\"external-dns-07b3e496-a346-489a-ae85-b4515a85f36d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.303443077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.306958671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.307126646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.307320693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.315747472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.319459909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d1d470f-fe26-444d-9a79-6f69fdb479dc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.319872271Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.328740791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.334345839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.334550697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.334729222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.336054232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.339741098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e173570-eae1-4e3d-9b8f-888c65c35f19\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.349456135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.354219556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:42:20.947536Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.354289445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.354513612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 139a42f2-d219-418d-b365-4959894f476b, kind: Service { id: 07b3e496-a346-489a-ae85-b4515a85f36d }, name: Name(\"external-dns-07b3e496-a346-489a-ae85-b4515a85f36d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 68f5134f-138a-4c83-9616-ae2cc4f8d2b7, kind: Service { id: 1ee41cf9-5af7-443f-b0f5-588e2356be91 }, name: Name(\"nexus-1ee41cf9-5af7-443f-b0f5-588e2356be91\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.354582348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.354810333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6327b00e-e14a-4943-ab1f-c9e098f5954e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.354957015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.356736701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7e2ee78-92fe-4339-82d6-eae47f62320e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.356891058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.357947904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0acf9c5c-c183-4136-ad62-e787227525c1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.358110859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.359065581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f24abe9f-0dff-4d07-b348-f8bd976a3c7e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.359242313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.360109832Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c992d2d5-2569-45df-9087-873c20f50bc3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.360277726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.361524791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aa09aa6-80ee-4316-b16a-96003f5ff82f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.361698627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.363375548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ddcb2cd-18d7-4a5b-9822-9661be457a4c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.364531822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.398360333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:42:14.611077Z, time_modified: 2025-04-30T06:42:14.611077Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(62154), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(49101) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.398442246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.398469972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.398495873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.400325268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.406068762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45180157-664d-4904-b471-8ecc93065996\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.406327367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.408779312Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.408907718Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.408992487Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.409096885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.409679105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.421045372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.428507429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.551614663Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:62154/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.552609034Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56420"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.553908112Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae129285-c692-423a-8626-d4fa4902c07a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.5543437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.555228262Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d61d09f0-227a-4f86-8929-a0a66079241e","remote_addr":"[::1]:56420","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.556445047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d61d09f0-227a-4f86-8929-a0a66079241e","remote_addr":"[::1]:56420","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1225,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.557230782Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"d61d09f0-227a-4f86-8929-a0a66079241e\", \"date\": \"Wed, 30 Apr 2025 06:42:21 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.558559089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.558724779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643313907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643389498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643417955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643442634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64346586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643491451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643514226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643537292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643559978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64358611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643610458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643635027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643658043Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643679947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64370169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643723994Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643746078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643770607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643793413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643816399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643839274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643861288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643921758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643949113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643971207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.643993191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644016197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644038722Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644060605Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644082789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644107479Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644130033Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644176997Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644203159Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644226636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.6442486Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644270724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644292998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644314852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644383839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64440957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644432135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644454259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644476313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644500522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644522495Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644544199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644566172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644588517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644610661Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644632775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64465527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644676542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644698075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644719819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644742404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644764698Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644786351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644807664Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644829337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644852794Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644875258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644897072Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644918635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644940919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644961821Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.644983724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645005598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645027522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645049185Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645070858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645092481Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645113122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645134375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645155316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645179535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64520226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645225686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64524769Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645271267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645294143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645315355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64533807Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645360926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645384232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64540796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645431136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645452739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645474572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645496296Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645517338Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64553888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645560173Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645581766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645602888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645624311Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645645503Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645666835Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645688318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645709561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645732306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645755562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645778037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.6457997Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645821624Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645845251Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645867515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645889008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645910431Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645932244Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645953737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64597509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.645998276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646019739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646044478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646068856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646092564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646120559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646144086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646166701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646189377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646212112Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646235488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646258915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.6462813Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646304175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646326921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646349275Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64637159Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646393313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.6464171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646442321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646466018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646488402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646511017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646533202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646555075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646577179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646599143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646621237Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646643321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64666809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646690665Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646713832Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646735655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64675815Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646780595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646802368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646824472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646847087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646869321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646891866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646914521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646936485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646959411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.646982116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647005212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647028739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647050602Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647073187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647095833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647118107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647140822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647167636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647192876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647215341Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647237505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64726024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647282955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647304999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647327945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64735067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647373175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647395139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647417403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647439958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647462984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647485118Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647507823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647530058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647552382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647574837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647597462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647620017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647642191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647664826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647687371Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647709115Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647731629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647753743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647775948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647798723Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647821488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647843923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647866198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647888783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647911167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647934123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.647959533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64798269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648005826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648029493Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648052288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64807808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648101627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648125284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648147889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648171175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648195203Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648220143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648242417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648264591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648286775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648309761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648332016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648353719Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648375933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648398438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648422055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64844448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648466474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648489038Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648511654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648534379Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648557264Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648579258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648601723Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648625751Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648649238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648673897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648696211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648718706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648741231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648765259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648787413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648810198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648834166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648856641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648878324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648902853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648925809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648947893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648973013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.648995608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649019896Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649044595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64906681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649089916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649114054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649138022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649160556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649182921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649205456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.6492277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649250686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649275085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64929762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649319994Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649344423Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649367318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649390104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649412889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649434963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649457508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649479873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649502658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649525023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.64954865Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649572788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649594902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649617517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649639962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649663308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649685793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649707917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.649730332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.649750552Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:42236","component":"dropshot_external","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76167315Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.761761166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.761793651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.761821827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.761847698Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.761873179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.761898009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.761921676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.761945944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.761969301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.761993048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762018238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762062707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762091704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762115843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762140111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762162996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762187445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762214359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762238407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762262184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762286102Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762308697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762331743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762354408Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762378696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762401642Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762425349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762449427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762473385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762497072Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762519747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762548054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762571771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76259635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762619566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762645969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762670608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762695598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762721269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762745998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.762769565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76279214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763490812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763523547Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763548948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763573026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763597004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76362011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763643496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763667274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76369057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76371548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763738015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763761572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763788124Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763810569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763832894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763857813Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763880318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763902863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.763970167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76400177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76402691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764050427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764072671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764097962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764120376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764144655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764167621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764190737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764213472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764236748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764261928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764284273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764307419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764329994Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764352759Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764376006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764398471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764420544Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764445364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764469131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764494893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764518961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764541646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764564471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764587748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764610453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764675082Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764703238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764726103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764752265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76477483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764798437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764821263Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764844209Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764866533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764889288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764912485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764935571Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.764958196Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.7649804Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765003215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765026943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765049187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765071421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765097924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765121281Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765146611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765169968Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765192493Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76521653Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765239817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765262201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765284806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765307001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765329215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76535186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765373623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765398102Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765466288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765494564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765517871Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765541117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765563111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76558753Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765611117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765633762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765656176Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765678671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76570295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765725284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765747498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765769542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765791286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76581357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765836506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765862257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765884511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765907066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765930914Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765953218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765975683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.765997957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766020753Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766043147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766065833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766087776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76610992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766132105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76615466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766176343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766198557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766221403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766243216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.7662652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766287254Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766309749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766332424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76635539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766378255Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766400499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766422543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766446441Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766468485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766492503Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76651603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766540298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766562141Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766584686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766607231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766631059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766654275Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766676559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766700096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766722802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766745687Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766768643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766791098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766813773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766836779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766859043Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766880766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766903562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766925876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766948201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766970615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.766992669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767015615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76703825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767060965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767084853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767106566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767130855Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767153109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767175764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767199191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767225593Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767248128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767273829Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767297938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767322436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767346735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767369129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767393087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767415732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767438558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767460692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767483177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767505471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767528377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767553086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767575701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767597945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767619638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767651121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767743245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767777172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76780125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767823695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767849236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767872352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767895157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767917312Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767939506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.7679618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.767984666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76800681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768030427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768055086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768077942Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768100386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76812248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768145516Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768168081Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768190356Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768214804Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768237419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768259403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768281217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768304202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768326757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768349663Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768372338Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768393911Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768416266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.7684384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768460915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768483399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768505433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768531084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768554712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768577567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768599711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768624741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768648078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768670242Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768692396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768716975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76873973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768762235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768834449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768859809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768881573Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768906232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768929108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768951863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768974678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.768997333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76902072Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769059577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769087894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76911079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769139597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.769164597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769185148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:40031","component":"dropshot_external_techport","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"registered DTrace probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769204837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769227903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:33881","component":"dropshot","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.769254205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:33881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769278293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:33881","component":"dropshot","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:33881","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769300067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769319505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","addr":"127.0.0.1:61916"} {"msg":"starting producer registration task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769339575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.769361218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","interval":"10s","address":"127.0.0.1:33881","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"Running step start_oximeter","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.76938729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769405777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"registered DTrace probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769421809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.769442811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769462771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769480506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769507119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:61916","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.769527901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.836191774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://127.0.0.1:61916/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.837446073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","remote_addr":"127.0.0.1:41207"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.839302421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/producers","method":"POST","req_id":"cd511508-70cc-4a48-970f-eaf141573bc6","remote_addr":"127.0.0.1:41207","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.840634045Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cd511508-70cc-4a48-970f-eaf141573bc6","remote_addr":"127.0.0.1:41207","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.840774164Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cd511508-70cc-4a48-970f-eaf141573bc6","remote_addr":"127.0.0.1:41207","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.841577464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cd511508-70cc-4a48-970f-eaf141573bc6","remote_addr":"127.0.0.1:41207","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.844116022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.857769155Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59957","req_id":"b7f8b310-57db-4b65-a58d-e20197796ed9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 8f 0a 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.857951488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59957","req_id":"b7f8b310-57db-4b65-a58d-e20197796ed9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36618,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.858325965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.858567225Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"eb64e90b-d13e-4f9b-8c29-eb9878963d8e.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.858793987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59957","req_id":"b7f8b310-57db-4b65-a58d-e20197796ed9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"eb64e90b-d13e-4f9b-8c29-eb9878963d8e.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 60521, target: Name(\"eb64e90b-d13e-4f9b-8c29-eb9878963d8e.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:22.859525735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.859631646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.859696766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.861369398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.861856519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51757","req_id":"90b528fe-7d3e-412f-9d60-50074ecf16b2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 74 a3 01 00 00 01 00 00 00 00 00 01 24 65 62 36 t...........$eb6\n0010: 34 65 39 30 62 2d 64 31 33 65 2d 34 66 39 62 2d 4e90b-d13e-4f9b-\n0020: 38 63 32 39 2d 65 62 39 38 37 38 39 36 33 64 38 8c29-eb9878963d8\n0030: 65 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 e.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.862016608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51757","req_id":"90b528fe-7d3e-412f-9d60-50074ecf16b2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29859,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"eb64e90b-d13e-4f9b-8c29-eb9878963d8e.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"eb64e90b-d13e-4f9b-8c29-eb9878963d8e.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 101,\n 98,\n 54,\n 52,\n 101,\n 57,\n 48,\n 98,\n 45,\n 100,\n 49,\n 51,\n 101,\n 45,\n 52,\n 102,\n 57,\n 98,\n 45,\n 56,\n 99,\n 50,\n 57,\n 45,\n 101,\n 98,\n 57,\n 56,\n 55,\n 56,\n 57,\n 54,\n 51,\n 100,\n 56,\n 101,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.862250284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"eb64e90b-d13e-4f9b-8c29-eb9878963d8e.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.862387487Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51757","req_id":"90b528fe-7d3e-412f-9d60-50074ecf16b2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"eb64e90b-d13e-4f9b-8c29-eb9878963d8e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"eb64e90b-d13e-4f9b-8c29-eb9878963d8e.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"eb64e90b-d13e-4f9b-8c29-eb9878963d8e.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.931025714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/producers","method":"POST","req_id":"cd511508-70cc-4a48-970f-eaf141573bc6","remote_addr":"127.0.0.1:41207","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":91674,"response_code":"503"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:22.931406643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.931488095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.931522534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.931548806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.931574097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64072"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:22.932958164Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd511508-70cc-4a48-970f-eaf141573bc6\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:42:22 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:22.935807401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"cd511508-70cc-4a48-970f-eaf141573bc6\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:42:22 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"cd511508-70cc-4a48-970f-eaf141573bc6\\\" }\"","delay":"166.482926ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.936986831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.939052317Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"1fd47bc0-f273-4d98-98ee-0c7927186715","remote_addr":"[::1]:64072","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:22.940029995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"1fd47bc0-f273-4d98-98ee-0c7927186715","remote_addr":"[::1]:64072","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1080,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:22.940178831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.868745429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.87308218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43118"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.873186408Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61034"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.873216598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53482"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.873243091Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42207"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.873268611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59189"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.873292559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41869"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.873317819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57985"} {"msg":"will register with Nexus at 127.0.0.1:61916","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:23.874199045Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:23.916102515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://127.0.0.1:61916/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.917028049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.923082402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","remote_addr":"127.0.0.1:36898"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.923478672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"100aa258-44ae-4c25-91f7-53c8cc800de5","remote_addr":"[::1]:43118","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.924147294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"74471f0d-ac4e-486a-b5c2-c1b4f96878c3","remote_addr":"[::1]:61034","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.924423885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"d594d301-e943-4749-a076-8bb3580231d9","remote_addr":"[::1]:53482","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.924857108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"2b707f38-8d26-44da-9410-7391fbc13dd1","remote_addr":"[::1]:42207","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.925276834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"3f6c8c57-d1ca-4d98-8d19-139b21b43703","remote_addr":"[::1]:59189","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.925807542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"c7392203-e7db-4855-bd34-db87b261d8ff","remote_addr":"[::1]:41869","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.925935066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"8eef5dd0-27dd-4a82-a1ca-c597817e7002","remote_addr":"[::1]:57985","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.933713394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"100aa258-44ae-4c25-91f7-53c8cc800de5","remote_addr":"[::1]:43118","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10225,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.933822641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"74471f0d-ac4e-486a-b5c2-c1b4f96878c3","remote_addr":"[::1]:61034","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9792,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.933862351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"d594d301-e943-4749-a076-8bb3580231d9","remote_addr":"[::1]:53482","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9565,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.933896939Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"2b707f38-8d26-44da-9410-7391fbc13dd1","remote_addr":"[::1]:42207","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9058,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.933929655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"3f6c8c57-d1ca-4d98-8d19-139b21b43703","remote_addr":"[::1]:59189","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8840,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.933961157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"c7392203-e7db-4855-bd34-db87b261d8ff","remote_addr":"[::1]:41869","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8187,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.933995025Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"8eef5dd0-27dd-4a82-a1ca-c597817e7002","remote_addr":"[::1]:57985","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8088,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.934668016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.938391134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/producers","method":"POST","req_id":"4de283fa-cdeb-438f-ba9f-77c9929bf3d6","remote_addr":"127.0.0.1:36898","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:23.93885578Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32ebbc72-7cc1-4b60-ab04-c2a7e4692daf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:23.938999676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.93936297Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4de283fa-cdeb-438f-ba9f-77c9929bf3d6","remote_addr":"127.0.0.1:36898","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:23.939415795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4de283fa-cdeb-438f-ba9f-77c9929bf3d6","remote_addr":"127.0.0.1:36898","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:23.940339005Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"4de283fa-cdeb-438f-ba9f-77c9929bf3d6","remote_addr":"127.0.0.1:36898","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.942285673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.948360217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:23.989211019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/producers","method":"POST","req_id":"4de283fa-cdeb-438f-ba9f-77c9929bf3d6","remote_addr":"127.0.0.1:36898","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":50811,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.989804111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:23.994484596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4de283fa-cdeb-438f-ba9f-77c9929bf3d6\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:42:23 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:23.996756483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"4de283fa-cdeb-438f-ba9f-77c9929bf3d6\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:42:23 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"4de283fa-cdeb-438f-ba9f-77c9929bf3d6\\\" }\"","delay":"1.227485935s","count":"1"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:23.997093134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.002583864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.006720866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.011831399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.015342945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.018485817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.022827197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.027699876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.058766123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.060989874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b685ec9e-0883-4823-934d-7f990fb5cdb8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.061432556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.066465163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.073266144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.084529064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.090211686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.094187598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.095716835Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27ff3f53-d18c-4ed8-a7be-e191c0cfa277\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.096031422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.111882885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.123242709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.123995328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb0456c4-075d-4471-b004-4ba54d78246d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.124324464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.129558021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.131278479Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0de9695a-ae06-476c-a805-b536d313ae71\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.131787153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.133424796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"111e0f77-239f-432e-9249-16311a7519b6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.133488172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.134425079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"313a2b94-b84b-43a4-bfdb-94964e7f3fb4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:23 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.134489267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.134527162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.134557863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.134660097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.135491854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.135873284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.148151798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.148516044Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.169998106Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.17014077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.170320358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.170503873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.170551839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.171501852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.172400092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.194379755Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.194682688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.204401132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.205711863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.205774498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.206589361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.206988376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.222267048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.326418062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.326492952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.327201493Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:24.330370247Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40379"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.332420632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.332694768Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"3391e19f-fe25-4bcc-9abc-14c9564d4bae","remote_addr":"[::1]:40379","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:24.333163302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"3391e19f-fe25-4bcc-9abc-14c9564d4bae","remote_addr":"[::1]:40379","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":484,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.333546936Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3391e19f-fe25-4bcc-9abc-14c9564d4bae\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:42:23 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.335076704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.335125151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.335150732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.336899145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.336953013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.336985818Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.337056198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.337666314Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.342601126Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.344799737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.34746648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.347658172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.347701849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.348307916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.353922283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.364168027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.374070697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.386432537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"will register with Nexus at 127.0.0.1:61916","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.405891929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.490043856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://127.0.0.1:61916/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.499832549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:24.500115283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","remote_addr":"127.0.0.1:62076"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.501257228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/producers","method":"POST","req_id":"a88c1ddd-738d-4c9a-892a-060150c2caf0","remote_addr":"127.0.0.1:62076","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.501925029Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a88c1ddd-738d-4c9a-892a-060150c2caf0","remote_addr":"127.0.0.1:62076","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.502230106Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a88c1ddd-738d-4c9a-892a-060150c2caf0","remote_addr":"127.0.0.1:62076","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.503014239Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a88c1ddd-738d-4c9a-892a-060150c2caf0","remote_addr":"127.0.0.1:62076","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.509727975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:24.509969437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/producers","method":"POST","req_id":"a88c1ddd-738d-4c9a-892a-060150c2caf0","remote_addr":"127.0.0.1:62076","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":8968,"response_code":"503"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.51031765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a88c1ddd-738d-4c9a-892a-060150c2caf0\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:42:23 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:24.511860104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a88c1ddd-738d-4c9a-892a-060150c2caf0\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:42:23 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"a88c1ddd-738d-4c9a-892a-060150c2caf0\\\" }\"","delay":"1.742550859s","count":"2"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.519160299Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.525105885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:24.530397568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:24.530657386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.53670234Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"43fefd8d-c5ef-442d-8cfd-1c94fbd16164","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.54081299Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:47928","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.542892934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:47928","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.542997553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:47928","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.54307657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:47928","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:24.543196319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:47928","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.544495417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:47928","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.545885868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:24.545968793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:25.150953786Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:25.15158294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.151862737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"3.658267238s"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.152269398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:61916/metrics/collectors","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.15851424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","remote_addr":"127.0.0.1:62409"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.165926278Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors","method":"POST","req_id":"0ad35f1f-28ea-4a77-b554-b56027934318","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.167073864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"0ad35f1f-28ea-4a77-b554-b56027934318","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.167234615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"0ad35f1f-28ea-4a77-b554-b56027934318","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.16804052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"0ad35f1f-28ea-4a77-b554-b56027934318","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.178942302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","address":"[::1]:47928","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.179200586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors","method":"POST","req_id":"0ad35f1f-28ea-4a77-b554-b56027934318","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":13199,"response_code":"204"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.184422601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"0ad35f1f-28ea-4a77-b554-b56027934318\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.184568311Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.184617529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.184659092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.187929939Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:51737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.188213504Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:51737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.188278293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:51737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.188314705Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:51737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.188345978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:51737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.188378352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:51737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.188410025Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:51737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.188440737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:51737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.188471257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:51737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.188501027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:51737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.189886828Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:51737","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.189948901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:51737"} {"msg":"inserting test physical disk","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.189992298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","model":"test-model","serial":"totally-unique-serial: 0a395320-ce27-47c0-be20-9d0e39ab8bf4","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"0a395320-ce27-47c0-be20-9d0e39ab8bf4"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.190083019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.190128179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.191039424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.191592316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.266495446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","remote_addr":"127.0.0.1:60699"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.266669793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.270984029Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.272267847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b788ecab-37d3-4757-b6a7-4c02fe424a69","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.272473637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/producers","method":"POST","req_id":"8f2bfb4a-2dfa-48aa-9c82-1696ffebc38b","remote_addr":"127.0.0.1:60699","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.27312777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b788ecab-37d3-4757-b6a7-4c02fe424a69","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.273193892Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b788ecab-37d3-4757-b6a7-4c02fe424a69","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.273882243Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b788ecab-37d3-4757-b6a7-4c02fe424a69","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.274229736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8f2bfb4a-2dfa-48aa-9c82-1696ffebc38b","remote_addr":"127.0.0.1:60699","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.274288122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8f2bfb4a-2dfa-48aa-9c82-1696ffebc38b","remote_addr":"127.0.0.1:60699","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.27480402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8f2bfb4a-2dfa-48aa-9c82-1696ffebc38b","remote_addr":"127.0.0.1:60699","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.275093266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.275152163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.275561499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.285549309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b788ecab-37d3-4757-b6a7-4c02fe424a69","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":13280,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.286371477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.286431176Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.286465074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.286490625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.289105364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.289719448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b788ecab-37d3-4757-b6a7-4c02fe424a69\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.289909216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.293611392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.308008147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.323942074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.32486333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/producers","method":"POST","req_id":"8f2bfb4a-2dfa-48aa-9c82-1696ffebc38b","remote_addr":"127.0.0.1:60699","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":52367,"response_code":"201"} {"msg":"will register with Nexus at 127.0.0.1:61916","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.395490991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.449666903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://127.0.0.1:61916/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.45007229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","remote_addr":"127.0.0.1:52318"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.450572517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/producers","method":"POST","req_id":"6376942f-2fa4-4c74-a736-81fad8c675b6","remote_addr":"127.0.0.1:52318","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.451262953Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6376942f-2fa4-4c74-a736-81fad8c675b6","remote_addr":"127.0.0.1:52318","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.451329676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6376942f-2fa4-4c74-a736-81fad8c675b6","remote_addr":"127.0.0.1:52318","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.452070642Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6376942f-2fa4-4c74-a736-81fad8c675b6","remote_addr":"127.0.0.1:52318","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.474582566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","physical_disk_id":"0a395320-ce27-47c0-be20-9d0e39ab8bf4","zpool_id":"627a0d11-669b-47c7-8245-2401c129fd52","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.474743276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.474796492Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.475580634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.476919442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.477101845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.477147827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.477176774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.478223279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.48149088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.486353769Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.496807347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dataset_id":"074340cc-8acd-41c2-9f27-fd9b22612054","zpool_id":"627a0d11-669b-47c7-8245-2401c129fd52"} {"msg":"assigned collector to new producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.499484712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.499831072Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/producers","method":"POST","req_id":"6376942f-2fa4-4c74-a736-81fad8c675b6","remote_addr":"127.0.0.1:52318","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":49273,"response_code":"201"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.505773722Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6376942f-2fa4-4c74-a736-81fad8c675b6\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.507578949Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"producer-registration-task","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","wait_period":"150s","lease_duration":"600s"} {"msg":"inserting test physical disk","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.508096169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","model":"test-model","serial":"totally-unique-serial: 0a395320-ce27-47c0-be20-9d0e39ab8bf4","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"0a395320-ce27-47c0-be20-9d0e39ab8bf4"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.508154786Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.50828743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.509126953Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.516956413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"PhysicalDisk { parent: Fleet, key: 0a395320-ce27-47c0-be20-9d0e39ab8bf4 (physical_disk), lookup_type: ById(0a395320-ce27-47c0-be20-9d0e39ab8bf4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.517102514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.517146962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.517178565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.520131559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.523640731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.529936284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 0a395320-ce27-47c0-be20-9d0e39ab8bf4 (physical_disk), lookup_type: ById(0a395320-ce27-47c0-be20-9d0e39ab8bf4) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.530035302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","physical_disk_id":"0a395320-ce27-47c0-be20-9d0e39ab8bf4","zpool_id":"627a0d11-669b-47c7-8245-2401c129fd52","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.530071153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.530098798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.530584135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.53353284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.533595405Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.53362823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.533654152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.534219909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.537150679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.54252186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.550108907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.55021587Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.550251812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.55028112Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.550872408Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.550998269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.551040022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.553286268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.559396462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.559465309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.559497453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.559934734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.567851598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.568930889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.568990127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.569106599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.569803056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.569863998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.569995159Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.570041742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.57007117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.570099507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.570586337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.573103202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.581197299Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.581306666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.58134373Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.582116219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.582264084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.591449085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.591525868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.591559665Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.592288878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.595638412Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.595706277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.598120176Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.598539913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.598649301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.599343644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59284","req_id":"1eb19868-2b9b-441f-bfd8-efa49a8c1642","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 29 60 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 )`..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.599552099Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59284","req_id":"1eb19868-2b9b-441f-bfd8-efa49a8c1642","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10592,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.599996214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.60025504Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.600417504Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59284","req_id":"1eb19868-2b9b-441f-bfd8-efa49a8c1642","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.601212548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4210, tv_nsec: 400144107 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.601343869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.601787854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61520","req_id":"ce3d7163-9f11-49c1-b17b-75f80eaeedd3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bf 58 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .X..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.60220729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61520","req_id":"ce3d7163-9f11-49c1-b17b-75f80eaeedd3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.602456486Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.602594982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61520","req_id":"ce3d7163-9f11-49c1-b17b-75f80eaeedd3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.669845224Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.671049523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64331","req_id":"51323a99-e756-4fc4-928f-9ccfe34c2106","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4b bd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c K............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.671120415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64331","req_id":"51323a99-e756-4fc4-928f-9ccfe34c2106","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.671342788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:25.671437446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64331","req_id":"51323a99-e756-4fc4-928f-9ccfe34c2106","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.671654849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.671706633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.671934867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.674608805Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb8a43e7-f726-406d-be32-122b693e81b1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.675092098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.677840905Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f6d2153-d554-4dff-9096-4c52cee1615e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.678097586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.680246077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e186e70a-2bb7-4204-a3a3-978830c7322b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.68040846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.682536711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6408bbd0-bc9e-4abe-b40e-241ee72b4b6b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.682701399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.691334941Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6733ad0-2cb7-4ef3-9f8d-728c0436aa53\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.691409589Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.693883368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7786256-391c-460c-84ab-bce669457915\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.694052726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.696325434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc227a14-c3fa-4046-9967-23e64d8c0ef4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.696640401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.702465708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1e66d94-c880-4370-8c8b-d3f826a57d7b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.702628623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.703991067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e27ae083-91dd-4eed-847d-16a14075d819\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.704141737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.713477228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00a903dd-7feb-4c08-b509-4ad20a41ef51\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.714895714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.717998686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0160807-82d1-4b26-8b49-30f7ef6c5b02\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.719854394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.724998092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db76b85b-ef2e-4067-9f50-1cf92fdf0124\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.725136368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.726362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fda0278-c362-415b-84a0-0f22afd3606d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.726562489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.728653345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a9615d4-b6d8-4c4f-b9df-dab695bfabb8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.728881319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.732133028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f667025-07c2-43a6-b8f1-195340692c84\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.732501633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.735068517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f9ada7e-3873-4dde-96b1-86b20539204c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.73530604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.740415731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4426ca5f-6aaa-43ca-a5cb-b101519dd697\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.740966759Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.747529956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3901b523-1651-42d8-9c6c-76808a252006\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.747612771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.749071317Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.751804061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d57f975e-ac1a-4714-9f80-4070ef2a900b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.752024621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.75318849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b368a94-5e70-4820-9af6-87a6a8c7a16b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.753574339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.755821296Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acc0280d-eaf1-4146-b742-5cbc36993a31\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.756025843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.757436404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c908f3-84d7-44d2-b293-6d6b1408d991\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.757628817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.758910761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d61b8712-8d0f-4ed9-aad8-c6f2303c3cb9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.759103315Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.760505509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0b1009d-c3f4-4232-8ae4-a2f1154e0bc1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.760690667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.762746433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66dd2ef6-7470-4d17-bf6e-620d923275ba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.76301073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.768892319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b10e869f-dacc-4149-a469-1ec4bf529044\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.769135433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.78054219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd439553-b344-42b4-aaf7-8daec6096b43\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.780878671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.784887448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9ac4326-444c-4ef5-852e-1a6aeb053b25\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.785102907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.788589845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f58505e9-019d-4a88-adf3-495f82f21d7f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.788960744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.792269496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58309b46-ee57-4544-8c55-81ecac101546\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.792484164Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.793708383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95e8af22-6578-4f91-beb2-a35cbf25083d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.793926027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.795396998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80f40773-4cc7-4272-814e-c5e362b87c2f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.795620803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.796953859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"873ce47c-86b0-4c41-9a88-cd0a14ad50af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.797177705Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.798480982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e156587-11b6-4cb0-81b0-d19c8a1ee3eb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.798690099Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.79976464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.799823106Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.799855351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.799881322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.801429597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.8036645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"639b6b33-cf46-4d88-bdbd-0ebe8e359ee5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.803918596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.80466331Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.811506124Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.811570182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.81159962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.812020619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.816680213Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aa3bcd1-39f5-46e6-a4bf-ecf794574367\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.817138286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.824919058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.825270909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.826389939Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.83144463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cab8196-83ac-4ed4-91ff-d777b2101e26\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.832170937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.835859206Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2cb95b1-7c06-4d21-b0c0-68776361fea7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.835974977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.837930563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a449cf8-c8b0-4036-8215-b52c451a52d7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.83800931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.841519664Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c860404-de74-47b0-9bf5-5fcbc633b440\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.841880894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.846135751Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ac748fa-8f2c-4b0c-bc36-cf2e0eb0fc2e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.846263506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.847591011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e496895-34d2-4cfe-ba27-e6ff6b072166\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.84774608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.84933232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ff1b593-e312-4491-947f-706ce14deeca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.849640053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.851764957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ed55f1f-2e0e-4676-bd9f-1f4e570fcc49\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.852016689Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.854691698Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8803639f-9d37-4b11-81f1-2a38009f40b3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.854776838Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.854891777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.854937969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.854970223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.855679877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.860076437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.860360132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.866388063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.866478072Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.866514324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.866550105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.866687028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.867122225Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.870124627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.875975445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.876040995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.876075715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.876542986Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.934194883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.934261195Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.93488066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.934937303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.93497123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.934997482Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.936058967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.936133165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47485"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.937897992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"7be053d3-73a5-4318-8b84-621cd27d5757","remote_addr":"[::1]:47485","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:25.93853461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"7be053d3-73a5-4318-8b84-621cd27d5757","remote_addr":"[::1]:47485","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":656,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.939629261Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7be053d3-73a5-4318-8b84-621cd27d5757\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.94258996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.942648477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.942678847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.944390327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.944451188Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.944483964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.94451248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.945242234Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.946461153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.95188036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.951941663Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.951973957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.952576377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.960622318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.964912807Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.965324707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.965440328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.965969883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:25.974175823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.974411843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:25.975060375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:26.028115674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:26.028417536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.028478547Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"458.563548ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.028514098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.028542154Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.028597404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.028634478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.028662454Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.030020129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.032227727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.038313092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.03837738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.038410697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.039137765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.045397046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.045633548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.046762828Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.047670496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49630","req_id":"c6c5cc8e-3512-4ac5-b29c-d8e97e19b224","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 39 be 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 9............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.04785304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49630","req_id":"c6c5cc8e-3512-4ac5-b29c-d8e97e19b224","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.048199791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.04845543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.048619266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49630","req_id":"c6c5cc8e-3512-4ac5-b29c-d8e97e19b224","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.049053572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4210, tv_nsec: 847983197 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.049186326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.049681082Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63659","req_id":"27e02d18-a2b0-4b4a-b8d8-82b6e0815b5d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d1 24 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .$..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.049843536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63659","req_id":"27e02d18-a2b0-4b4a-b8d8-82b6e0815b5d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53540,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.050080809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.050219725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63659","req_id":"27e02d18-a2b0-4b4a-b8d8-82b6e0815b5d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.098643947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.099327149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.099494041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.09971907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.099868958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.101328556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.101940425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50328","req_id":"dc59fcc0-90df-407b-a191-6b5fd1c9230f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 72 4a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c rJ..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.102084903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50328","req_id":"dc59fcc0-90df-407b-a191-6b5fd1c9230f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.102624228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:26.103008033Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50328","req_id":"dc59fcc0-90df-407b-a191-6b5fd1c9230f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.103633308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.103808267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.103937615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.104998879Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.116883218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.116973237Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.117059138Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.118101135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.120197862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6229341e-c164-4a9c-bd04-c466593f2858\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.12067355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.120977345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.121081082Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.121659985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.12372028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9adf673c-f715-40db-b749-648bdd300fbd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.124177642Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.12725836Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7626aa51-a82c-4b2c-8828-6de5d11eded3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.127473759Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.131302457Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e5f7dbf-0c96-4312-ae6b-8872effba2a1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.131518127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.134186083Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14d30741-d9eb-4120-a5eb-c00bedff83cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.134399308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.136632557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a245b64a-c8b0-4304-b4b7-df7f1ee32894\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.136842656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.139392136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed3ceb64-879d-43aa-a3f5-77631ca99c58\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.139603226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.143537986Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c2a18bc-8c5e-4a36-832e-6189b54a6c11\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.143694157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.145169236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2017ac57-f258-4f92-8df6-b18ce18d8443\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.14531681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.148601996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15b939a6-ee94-435f-8749-bc12078f9154\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.148767796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.150409046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51981640-e8c9-499d-8adb-090e0fb167ae\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.150533494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.153234666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ef02dc4-10c5-472b-b296-a41e09cdf4ec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.153395677Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.154071503Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.158294988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"281759f4-b437-40dd-bf93-8e77477d9b0e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.158524235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.16419296Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ab02beb-98c6-4c89-bcc5-008213c644ff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.164264943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.16924743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2653a772-b8b9-4cf5-bc32-1f596f58930d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.169408982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.175439518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1125bf44-5597-4071-9e10-d73646db2a2a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.17564143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.190104156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70c11026-d5f2-4908-bc5b-6286b9a87bc6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.190699763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.193506004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea371b84-ae46-4609-b9ab-2d771d50f9c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.194953608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.197927764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d59297-5cec-4d18-a029-e2124cf007ca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.198064015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.198947796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92f9d0da-a675-4b62-bc65-cd7115c0721b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.19929581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.200382876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51a91c70-ed4b-4009-8a98-964356e9e517\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.200522845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.201980348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df5954e2-71b4-40b3-90b8-0ec6f972d6a8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.202108774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.20319075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3e90756-18ce-4182-8aa5-e67d3822dc9a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.203305509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.204296373Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.204350721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.204382775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.20441026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.205018291Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.206017623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2ecdcc8-a3c6-48b6-9288-70196d9d1cfe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.206346368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.20798898Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.215953579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.216016204Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.216050051Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.216416271Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.217164562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fef2e43e-b3b9-41bb-954e-6974f6372383\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.217281976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.218745582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.218805091Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.219539253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.220416151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8e7ac71-acdf-4b8c-a3a2-8fa5dfda2483\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.220637672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.222715702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e55d35b-9327-4be8-81a8-b0d66be06369\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.222794139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.22516379Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55439bc0-e8f6-4961-9ec8-fe399449cc7e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.225238298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.227246981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bacca5f1-9d5e-4181-b32b-56bd46f0e70f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.227462199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.229622694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe97d2d-faa6-4f33-bedf-a9e4391786ed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.22970095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.230732215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ca7d864-8169-4559-8051-d08e36793a70\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.230854518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.232058577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"728e2d03-60a2-4369-8b25-c63ecc9a60c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.232186502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.23440869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fac19a3-1227-49a4-abe8-79456f43d5f0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.234733677Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.236261622Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"709090df-237d-4209-9dac-8ecb4dded4af\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.236540066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.2388456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"857220ff-8dfd-4ce3-b8a4-8605adfb2083\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.239128774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.242263861Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a5b8420-fd7a-4716-938a-8ced592cca70\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.242490232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.245719115Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a09fa0-79ab-48cb-bce4-6959fac45d6b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.24593254Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.251925902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f05a50e4-a37f-4883-a4dc-35eade7434cd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.252229006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.252868941Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.255356196Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01e272d9-86e3-4181-bee8-d5a404e36628\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.255580543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.260079217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8400a282-b2cc-4aa1-80b8-9e99341ff8ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.261599556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.265050612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1d7e3fc-bad8-4e25-8219-d35b06548547\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.265820586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.267786433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33cd4efc-0363-4a38-89c0-bef096b3385c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.268037884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.269206101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c45e6bd-32bf-4338-8ed6-e2f43b491557\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.269444526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.27043522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b16b93b-adff-42c5-8e72-111c2c0ec9b7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.27072603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.271886813Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0ee7fa3-59f4-4e4d-8c55-07010ac7bf7f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.272092182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.272209516Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.272299074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.272385636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.273134288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.275435463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.280281148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.280346859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.280382059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.280411297Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.280438341Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.281287433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.284009286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.288693619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.288784911Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.2888194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.289650576Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.35570746Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.355776728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.356422144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.356486272Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.356518045Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.356581772Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.359595627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:26.359660887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53401"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.360934224Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"f492d1ac-fe57-4038-9e5a-aa5e687e5345","remote_addr":"[::1]:53401","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:26.361754388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"f492d1ac-fe57-4038-9e5a-aa5e687e5345","remote_addr":"[::1]:53401","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1222,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.36227729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f492d1ac-fe57-4038-9e5a-aa5e687e5345\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.365163901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.365277327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.365320673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.368457363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.368522182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.368556851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.368587703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.369332527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.369818064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.379264927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.379328473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.379361158Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.379713631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.382164694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.385238949Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.385538135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.385589197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.385994304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.386712856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.386772765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.386801112Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:26.414450241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:26.415475013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.41565915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"387.112927ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.418765178Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.418884877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.419060106Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.41916238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.419251357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.420275137Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.429589445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.433981506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.43406899Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.434105423Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.43443534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.439998554Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.440831895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.441508022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.442148548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65319","req_id":"14fcdbdf-2616-4927-b722-0a1a7e7fa857","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b8 50 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .P..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.442212415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65319","req_id":"14fcdbdf-2616-4927-b722-0a1a7e7fa857","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47184,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.442419979Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.442580609Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.442669556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65319","req_id":"14fcdbdf-2616-4927-b722-0a1a7e7fa857","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.443032359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4211, tv_nsec: 241938307 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.443110695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.44340435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56722","req_id":"a6c55f77-f41f-45e8-ba03-8ac6935c2a69","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 66 ff 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e f...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.443814818Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56722","req_id":"a6c55f77-f41f-45e8-ba03-8ac6935c2a69","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.44391629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.443997101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56722","req_id":"a6c55f77-f41f-45e8-ba03-8ac6935c2a69","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.498058455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.498392651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.498446107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.498479404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.498508842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.499655677Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.499962208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50149","req_id":"a95d5ec4-6831-40cd-81b7-881781d7cfe4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c3 08 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.500111395Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50149","req_id":"a95d5ec4-6831-40cd-81b7-881781d7cfe4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.500199431Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:26.500405521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50149","req_id":"a95d5ec4-6831-40cd-81b7-881781d7cfe4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.500642243Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.500688134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.500717633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.502446608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.509277538Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.509372097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.509407938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.509738747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.510166419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25d1672a-02b4-49be-8cc6-f7ad699feabd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.51049783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.513465763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33354be4-3591-4b0e-b127-8fd3415f2279\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.513635882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.513672655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.513703086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.514303111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.517498177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac471039-2f7a-47ee-b87a-5d266fbca681\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.51761998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.519595246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b802fcbe-b0ea-40fe-be9c-b32ce93db988\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.519667169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.521674929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a111faf-961b-4245-be43-3c24a34f90a3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.521753235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.52436052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39a6ce9a-6a2a-4c86-99cd-a9d832dc4f71\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.524514767Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.52657884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"312b47ff-9a37-4e66-a8d4-d76e492e4b10\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.526743408Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.528498425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ae950a-0ee3-4b2e-b095-e2f3663306d5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.528560819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.529769377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb9a11ef-bd08-4a94-8bf7-5291786aa3a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.529901731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.532621309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cff66577-cfd7-4f90-bf5e-afb48b4b71a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.532759444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.533589639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de90ea48-35f5-4fb2-98b5-e763af61b909\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.533717884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.535861715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c26dfda2-8e7f-4fc7-83f5-945fd94d2d5b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.535932947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.537632373Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aae68675-c9de-4d7e-87c3-826cc4f4bc5d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.537828113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.539653761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6a97f59-90ed-4fc8-bd7f-a647aabfe0e9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.539792888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.543228834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78758aec-03c0-4ca9-8952-1fc19793e115\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.543320677Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.545085353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.545489809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bb95fbe-23e4-4f0c-9dc7-edf8aa7f9e0e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.545618656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.547430997Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.548237634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46203c02-6a7d-4d9b-aa74-644d476ce1c0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.548324747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.548622791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.550263179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"600e56ad-04a8-474a-9fe6-02d30048c14f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.550376275Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.552203275Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08dfbb50-9428-4c38-aecc-8577563e3660\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.552379155Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.553176274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70d07b75-5e24-4dcb-86ff-146c5e2732e3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.553295181Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.554262348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e3ba5d-3283-4f64-860e-18c4afeb2c0c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.554386064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.555244013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfc65154-2d6a-4d19-a2b8-85a28129f1ab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.555479302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.556495868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f4fc05-17ca-481b-a13d-b20cfdf2da6f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.556694894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.558742033Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf2a2b9b-2289-4f66-9bfd-922ffc04ae4b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.558937823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.560742419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5ec6466-8ead-4290-9cb3-625d48fd1c5a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.56092869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.56288139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e33eec20-2773-4261-8a8e-d23a428df3eb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.562998103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.564732318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78fe4206-eae7-4226-aae2-6165b00525e0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.564848309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.567398861Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a50fde22-a200-4cb6-b22c-4f65e48e7ffd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.567514722Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.569556741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cbde568-e735-4b8d-8939-fd6e4443054c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.570217988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.572533943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6edeafeb-5e5b-4d64-a5e8-2c34f3ef07e2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.572690334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.573646028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0dd3872-8d13-4738-8e51-16c4572fcb38\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.573765496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.578630249Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f1d2c50-7bbb-4377-89c1-e77b6ba8b9d1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.578761941Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.579712295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b0ee0b-472c-4b80-b67e-44f3ea912a52\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.579839218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.580833569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bfa39e8-5c11-4e76-87b8-78b703fc4858\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.58096948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.582317065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11464373-54f3-4c48-be51-1bad81e909d7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.582391954Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.584885833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"961ceca6-0869-42c5-905c-e71d29efd457\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.585001684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.587430122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b3ed108-d04e-419a-b146-fe38217e8b14\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.587645161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.589916045Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aade1c35-0202-4890-9eaf-226f5ab05817\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.590047908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.592529773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd2813fd-5eaf-4e21-a4c5-2912153f6ed7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.592664742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.594657693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83cd2c5f-dbc2-4733-b09f-27f89446daa8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.594785908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.595239472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.595285534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.595316966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.595348198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.595969166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.598498195Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80be0c47-d83d-452a-8ece-a7d54408912c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.598885266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.59906808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.606837079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.606902139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.606933231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.607529429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.609147843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2809abdc-2ec2-4794-b129-3c2b91d29157\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.609270568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.610375359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a86262c-603d-4dc8-88d3-a9c2dc669193\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.610500478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.610784855Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.610832851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.611401173Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.613129246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13cc7a63-08bb-40f7-ae61-aefc1c9bd542\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.613260337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.615809366Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdc45f70-68b6-4e52-85b1-8359cce65511\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.615874626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.615909415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.615942481Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.615973052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.616604791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.626949171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.630855304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.630910374Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.630943079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.630975734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.631004501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.631365711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.633360956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.637600884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.637658258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.637691274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.638374235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.704481289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.704561629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:26.705522774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45098"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.708570757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"5e34f015-c4da-4239-85a4-766c603498f3","remote_addr":"[::1]:45098","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:26.709040413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"5e34f015-c4da-4239-85a4-766c603498f3","remote_addr":"[::1]:45098","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":519,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.709321733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e34f015-c4da-4239-85a4-766c603498f3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.710726993Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.710782614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.710812393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.712245188Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.712305268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.712338825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.712369005Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.712949922Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.718654047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.723660823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.723915961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.723966562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.724461729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.755711081Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.808474037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.808700087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.808878523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.808980546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.809870119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.813782975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.832489837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.832609565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.832750717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.833352395Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.879491404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.879572055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.88124085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:26.882189089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:26.882285592Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.882321293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"462.33931ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.882354549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.88238011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.882408597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.882595179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.882644066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.882670739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.884675904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.888733198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.888828368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.888863187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.889199407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.893845354Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.893968529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.895211876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49726","req_id":"d2575600-bb0a-4c38-a800-68ccceab3683","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5d c5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ]............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.895398999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49726","req_id":"d2575600-bb0a-4c38-a800-68ccceab3683","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24005,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.895768305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.896018674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.896188222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49726","req_id":"d2575600-bb0a-4c38-a800-68ccceab3683","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.896742687Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4211, tv_nsec: 695670869 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.896923306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.906092636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53913","req_id":"96f81764-6067-4865-96d0-b2002034f8bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 47 33 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e G3..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.906324428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53913","req_id":"96f81764-6067-4865-96d0-b2002034f8bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.906588945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.906748192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53913","req_id":"96f81764-6067-4865-96d0-b2002034f8bc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.950910853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:26.953919618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58599","req_id":"871fc867-15fc-4ae7-94c2-23da777fe4c3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 73 46 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c sF..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.95408623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58599","req_id":"871fc867-15fc-4ae7-94c2-23da777fe4c3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.954327491Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:26.954552268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58599","req_id":"871fc867-15fc-4ae7-94c2-23da777fe4c3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.955602571Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.95569265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.95581768Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.970237079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e6d875b-bb8f-42f8-88fd-428d31cd0e3d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.970495304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.983924451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6f33a3c-1c2c-4514-ade7-9bfcd5f8c564\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.984129709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.989700559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.990690822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c65aa30d-62a9-43c7-aeb7-98b6c411ef5e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.990801823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.992865745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5360b13e-90b7-4049-b9ce-2b0e484b58e4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.992923621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.994617235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8a3af80-e656-443f-84f5-8d3e734ca60e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.994732826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.997291624Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"789257c4-0ca6-4375-8b0f-68a423c66a4e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.997385932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.999123904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe7a19e0-24c4-417b-96b7-de8288aef7e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:26.999258783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.002938515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeae6ce3-4c2a-42cf-9d62-a6490dbbb5f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.003278232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.005940356Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57a6787e-047e-46bb-8d04-7801e36709d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.006124573Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.007354984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555af5e9-ee46-433a-b5e7-4a87852c2bfa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.007629511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.009153498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32e1ba20-3716-485e-9545-1fb4ade57c0f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.009232826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.009799495Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93bd7d98-c56d-4b98-b472-9d6528aaea9f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.009866388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.011108994Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc0922fd-837c-42eb-b65b-e9036e316455\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.011296628Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.013163257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da17bf11-1397-44fd-812f-e30bde5faa94\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.013594155Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.015374382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29d1c382-9948-4a40-a2df-0240ec7d016d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.015489622Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.017237655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93cbba98-2c73-4ac2-b2f1-b9c28e9da707\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.017356191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.019095246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"251ea215-c87c-49d4-af8e-fa73d2a716ff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.019211738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.021002095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6aed8fe-4a45-4f2e-88a6-f6310a25e88a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.021116263Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.022895528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4af89023-88ef-446d-a13c-89060c020929\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.023004725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.023911402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44ef11b4-1324-40a6-ac9a-8fb4e228cbe0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.024035539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.024887156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76b8930c-22d9-4280-aace-d36f4a9e81ec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.025024289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.025956817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"020604a6-38b2-43c9-9a21-7d8a250189f1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.026012318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.026925337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d25f9b9e-a72d-4395-880a-87d20060b871\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.027050146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.028139015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20bcf37e-e274-4d22-8dad-3a72fc452f66\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.028326098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.030013059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"607fc37a-6cd0-4c5d-a2e6-9eb40affafd8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.030131074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.03195073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3f9295f-b0e7-454c-95ac-4de9cbc6d748\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.032065719Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.033918631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71d42235-5df7-4598-8ebd-d7b7a4674e06\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.034182116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.035887814Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"004fc1ec-99a6-4c99-92d5-ea20b8e320f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.036005529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.037860054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"247c5f67-b010-4004-b545-16af1955e92a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.03800859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.040249615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd6dcc33-17b3-47f1-8618-4e66ac53c2e8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.040320957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.040528019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.040574111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.040603991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.040632989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.041625526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.04275158Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e49c1fd9-f861-4492-ae4b-a5c2e04cbaca\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.04282701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.043913024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"138a4be7-3f9a-409a-afad-00bca4913286\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.044059355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.04446825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.049350748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.04940703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.049438222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.049901906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.051122388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4aa3f752-6349-4a31-82c6-9cd10d8ffeee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.051280112Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.05308089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.053136561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.053537891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.053729703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a13c3d90-567d-4c3a-89b3-869e52e019dc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.05406424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.055472846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb74eb59-848b-4133-a425-8a1a2c05a985\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.055628125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.059007619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a35564ac-349a-45f5-bc3d-ef950db5b660\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.059135824Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.062169829Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e422ea2-10ea-4797-8025-9e9732d73623\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.062236041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.064875089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed263800-0e57-447b-a7bd-8fc4442d160c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.065037082Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.067206495Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"960a388a-bbb5-4ade-902c-4b1ab783947f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.067358928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.070253956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96f63ad9-deb7-4aee-b70a-11eb22bdda2c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.070328766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.073461648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f63210e-e6ee-44ed-8721-12ee559a4435\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.073528862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.074412191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7752762f-e768-4eb0-b352-b7631fa5da63\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.074542501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.075653234Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3e691ec-f236-486f-82b9-68aeca961fe3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.075781059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.076678327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8082466a-1bf0-458e-9c23-0ddddcec40c5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.076866622Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.077802557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"548b48b8-0f51-488f-984a-b4c1a12430dc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.077964509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.078012284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.078046162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.078076933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.078556128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.081347059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.086764763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.086831125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.086865614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.086898419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.086927638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.087291473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.091883833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.097922935Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.098176651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.098334265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.099083728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.099738342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.157012938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.157080252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.157477604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.157531391Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.157563896Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.157593264Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.158244963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:27.158300994Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37636"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.161081915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"89473538-292a-4e71-84ec-c3f8f86cbab6","remote_addr":"[::1]:37636","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:27.161559266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"89473538-292a-4e71-84ec-c3f8f86cbab6","remote_addr":"[::1]:37636","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":485,"response_code":"200"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.161721059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.168545546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.168647018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.168679764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.168972006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.16920508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89473538-292a-4e71-84ec-c3f8f86cbab6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:26 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.172013185Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.172073535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.172102323Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.173965124Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.174028991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.17406357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.17409349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.174485802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.17887157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.178948463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.178977271Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.1791476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.186141645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.186454408Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.186556983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.187276667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:27.192442469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.194220151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.194586802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fc566de-ba2a-48cd-a9a0-842c4d9439e8","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.194879665Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fc566de-ba2a-48cd-a9a0-842c4d9439e8","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.194939464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fc566de-ba2a-48cd-a9a0-842c4d9439e8","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.19555472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fc566de-ba2a-48cd-a9a0-842c4d9439e8","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:27.201678481Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5fc566de-ba2a-48cd-a9a0-842c4d9439e8","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":7096,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.203758866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fc566de-ba2a-48cd-a9a0-842c4d9439e8\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.205074027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.205839362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e39afd2-2e1d-4fbe-9e27-96f7ac797ff8","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.206216122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e39afd2-2e1d-4fbe-9e27-96f7ac797ff8","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.20627031Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e39afd2-2e1d-4fbe-9e27-96f7ac797ff8","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.206984353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e39afd2-2e1d-4fbe-9e27-96f7ac797ff8","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:27.219581432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5e39afd2-2e1d-4fbe-9e27-96f7ac797ff8","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":13674,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.221845222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e39afd2-2e1d-4fbe-9e27-96f7ac797ff8\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.221981784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:33881","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.287099938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered new metric producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.29193408Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:59463","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.336895603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:27.338751671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:27.346206644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:27.346619567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.346806469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"465.476842ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.346860768Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.3468922Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.346922962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.346953142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.34698261Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.347829658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.350795868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.354673955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.354733814Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.354766159Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.355179572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.359149913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.359543988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.359596062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.36054888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56403","req_id":"8fad925c-ab89-403f-a48a-241b2148871d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 27 69 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 'i..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.360612928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56403","req_id":"8fad925c-ab89-403f-a48a-241b2148871d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.360822916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.360986442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.36110102Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56403","req_id":"8fad925c-ab89-403f-a48a-241b2148871d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.361882167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4212, tv_nsec: 160778586 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.361945172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.362328476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57370","req_id":"5024c02a-be3f-484a-a45b-a8fe1b6c552a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a9 fa 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.362384708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57370","req_id":"5024c02a-be3f-484a-a45b-a8fe1b6c552a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.36247091Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.362560358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57370","req_id":"5024c02a-be3f-484a-a45b-a8fe1b6c552a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.494372936Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.494737282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.494794526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.494828253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.494856459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.495630792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.495979908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57524","req_id":"77083264-6953-4b30-a606-35e923ff76f2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6e 2a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c n*..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.496194265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57524","req_id":"77083264-6953-4b30-a606-35e923ff76f2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28202,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.496374474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28202,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:27.496467078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57524","req_id":"77083264-6953-4b30-a606-35e923ff76f2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.496970802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.497026613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.497056413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.498346393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.506972931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.507036207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.507091808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.507524981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.510980586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.511041046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.511440953Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.51709088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c88d2a48-374a-48a1-9c57-28769f2bf268\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.517332952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.519486293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c3dd22a-67e1-4757-93dd-1b4322beffcb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.51966563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.52314898Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2ebe7f1-b200-4281-b9fa-d2b8f78a2443\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.523513687Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.527109572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a9fe0f3-1c81-425f-a2ba-8309a0e33c59\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.527239561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.529363162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"800d4fd5-c673-4820-a2da-fe6d146b648a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.529649833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.531918684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c0c97f-ce41-435d-9623-a26d5ed91a46\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.531994064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.535207837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99c3757c-b344-4e81-8771-2b2bf4aad71e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.53527475Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.53766858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62464ad2-e4f3-4c27-bdeb-c4b78e7598fb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.537743239Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.538751788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cbc1d2c-9814-4a9c-86e2-51e14cac9fb0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.538824593Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.54028382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfa80726-7c45-4fc1-8682-d67b1e7ad0fc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.540428569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.543410721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c4f8eee-3831-41dc-8403-ff5ebd36963a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.543747882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.544074764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.54539303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aafe108-2371-49f0-b8cb-08dc005c5a4e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.545466847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.549246568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.549308041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.549660703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41f88de8-d2c6-4fff-8f02-ee53e2948fad\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.549881934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.551705347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9540c84-9c50-4639-96c3-7c6a6c7c4cc6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.551822821Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.554137363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42269cf3-12bc-4285-8479-1217c2c76f81\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.554844882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.557734981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bb98fad-8ae3-4163-a4b0-97520678218c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.557852495Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.559843171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bcd5ca4-f559-49d2-ac07-9429e916da76\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.559960325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.561841894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6d08df5-a3af-43d9-82aa-0c30442bbda0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.561983766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.563921818Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c250e4d8-4f0d-4ba1-b0f8-63e3cb7ecc58\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.563991146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.564912351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e27c4ae-4063-47e9-9221-297a781fbc90\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.565108081Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.567929833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97ede764-6eaa-4e46-83ac-1329c39d7564\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.568096115Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.569917183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d8753f0-74e7-4b75-bd28-36a50127158e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.57008103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.571139027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c492cba8-79b7-4d31-b40b-c791f12ec40b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.57120556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.57241529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64429a3d-302c-49fb-9181-7aef57dff138\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.572566021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.575089819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"898be36c-6a63-4d59-9fdb-6ebd2dfab547\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.575222504Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.577531674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3c1f8c9-47fd-4623-93df-d878a04cdad0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.577832694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.593338789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ecd3133-2b1f-46ad-b758-d0e5dca2e9b5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.59345491Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.594871453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.594927795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.594958616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.594984729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.598314763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.601022248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aac0f4ca-e3db-4e40-819f-292a5bc07358\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.60117392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.601641832Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.608782079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.608845555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.608876277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.60939518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.611809841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.6118644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.612376621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.617085934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd60e979-fd51-4650-9589-4b8b70f60709\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.61728461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.619796294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8738a0ac-6ccc-454a-a625-69f82ccc365a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.61989954Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.620835444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baf36677-117d-497e-b06e-8cb707c87f23\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.621007036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.622197558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"395e26e4-af47-45d4-8230-b3d676554e05\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.622341385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.623727396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6e5ee89-5557-4a96-aec6-dead51c3a1d5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.623800562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.625517713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff68f18f-8d8c-4d17-ab1b-275849402a59\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.625592983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.627224915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9598d6cb-821a-43e6-a125-bb7dbf94a10d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.627270065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.629541631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"961da914-f36d-4fcd-9f20-22c92ead0aee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.629673303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.631464362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7fef7e5-cb97-4c1b-8fef-a525462c9da4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.631530464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.637400489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04851dea-8653-4188-badd-28eec8b95b3c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.63783766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.640555054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8737119-3f00-475e-a9b6-db49d62fc2c4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.64096441Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.642947672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d06193f9-aa44-4c0c-b72f-063f356c4f1e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.643015517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.64508474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"685a67a2-fb4d-4439-876c-82044f40f25a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.645151382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.646064702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeec9c6f-e4a2-4fea-96d8-e151398aa335\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.646125293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.648458011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53a0c83f-0295-47b2-8ea5-89a794292c32\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.648537479Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.649450608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.649723662Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d72d3208-3c49-49d9-86e3-5abacef82bd2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.6498532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.654572102Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c72f7412-5e8a-419e-b5b5-8bf8789884c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.656062843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.656128233Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.656303743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.656994749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.658483756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.661801897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.679963684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.680076919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.68025789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.680349843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.681014758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.682196482Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.685665334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.692159944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.692255214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.692291025Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.721897534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.722553782Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.722616607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.722662178Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.722693069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.731674765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.828534561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.828598147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:27.829355186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59116"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.830539325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"8a1f057d-e315-46b2-a04e-888940843539","remote_addr":"[::1]:59116","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:27.830606168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"8a1f057d-e315-46b2-a04e-888940843539","remote_addr":"[::1]:59116","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":674,"response_code":"200"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.830688843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.840365283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.840490552Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.840532836Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.842166992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.842825965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a1f057d-e315-46b2-a04e-888940843539\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.84504658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.845091509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.845118032Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.847363266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.84748605Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.847528695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.847559426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.848550441Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.851408606Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.851463826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.851955706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.853031219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.857381426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.857543559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.857593569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.858001542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:27.889248529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:27.889493127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.889564649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"542.656126ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.889603537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.889632384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.889661933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.889852843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.890012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.89035331Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.892589706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.896855736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.896932649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.896966878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.897290893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.909361002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.909783754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.920740966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.921430209Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61887","req_id":"0113e542-1927-42d3-a4aa-a9d85c589b7e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 57 97 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 W............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.921480229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61887","req_id":"0113e542-1927-42d3-a4aa-a9d85c589b7e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22423,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.921794084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.921946187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.922046357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61887","req_id":"0113e542-1927-42d3-a4aa-a9d85c589b7e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.922964937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4212, tv_nsec: 721845284 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.923032762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:27.933595347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54730","req_id":"da143663-a2bb-4b55-84f6-dac9d7d6b135","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 36 64 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 6d..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.933671659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54730","req_id":"da143663-a2bb-4b55-84f6-dac9d7d6b135","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.933946637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:27.934044382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54730","req_id":"da143663-a2bb-4b55-84f6-dac9d7d6b135","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.032944955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.033280263Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.033420883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.033626874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.033662094Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.03496511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.047447961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60355","req_id":"096c0ca4-ff52-419c-8190-b3511ea5011b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 36 73 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 6s..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.047612519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60355","req_id":"096c0ca4-ff52-419c-8190-b3511ea5011b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13939,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.048207555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13939,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:28.048420429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60355","req_id":"096c0ca4-ff52-419c-8190-b3511ea5011b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.0491588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.049214511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.049242948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.054906201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.06321192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.063290897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.063324204Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.063999159Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.077459157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.077543825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.078192267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.078572465Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe78095-57e6-4eff-a3e8-1c907aa02fcf\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.078818625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.083992584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a599347-a9cf-402c-a56b-1f0994800070\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.084360227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.088406859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00e87cbe-250c-4738-8edd-ad906dc40136\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.088641918Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.092009948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49c4ebce-38b1-414d-9f01-a18022a9f2d0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.092232421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.097121302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ad8b668-564b-4920-833e-4906c27819fa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.097308485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.102498105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2c0dd81-31ff-4f3d-a8fd-9a3bc499dc5b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.102706621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.10929128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce19606f-6085-46cd-95ac-71a9b92f9eb1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.109487501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.113246761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.114936829Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61b6e332-d0c7-4ff6-9a80-1ae16ce883b4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.115086336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.116084155Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1711e4fd-f922-43ac-b1e8-480cc83f8da6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.116274263Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.117232452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16da2462-75ac-415f-b714-7209f6f103d4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.117501258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.1185761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3420085f-d5fd-444c-a5fb-f542cec4d7f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.118620769Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.120505945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68b9c093-3a40-4578-96bf-9e56fe81ed60\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.120625292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.122913852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf861f89-01b9-4eda-8e66-f1846e03d5b8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.123985147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.126011204Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef309d96-afb5-458f-9b34-c03197deb55f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.126148978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.130438374Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac931151-507b-4123-ac42-d2a2ed9773ca\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.130528344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.132833426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71f34394-a0c0-4b1a-9cbc-4a7cd74c3484\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.132908185Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.135483557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90dc9b1a-c891-4421-a7f7-ae83a863ad74\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.135738424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.137679903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eec7edc0-ed99-4db3-ae31-54b8158d10ee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.137754842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.140473228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa333059-f242-4817-8c28-dbdc5579649a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.140577626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.14140249Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64a61085-fa6f-4cfd-9cb9-b057b9716072\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.141481417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.142636228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6546ded8-2098-4be7-8c3c-e59939ef526d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.142765455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.143853012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d91ece4a-2f8a-441d-9b85-2982472b34af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.143981368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.148866662Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a128026-0803-4a02-9b46-26f5fd488063\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.148997352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.14912702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc06b298-d822-4427-98c2-8eb6f55b4860\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.149163854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.149194845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"139aa5cd-743a-472e-8445-0e6633264700\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.1493428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.152308159Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"576a4a2c-28af-422d-bae0-d18aa2809cf0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.152460853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.157110697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5ccc50b-56c0-427c-a25f-41a1ffcac830\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.157188132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.16076584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6d4dcb3-9dd5-44b7-be17-73c777b02d71\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.161063132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.164276815Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28641deb-aa66-411c-b7d3-f4190277140b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.164420021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.164745389Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.164801631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.16483107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.164857883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.16566947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.169634731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.186605734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.186690132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.186723088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.187474525Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.190110637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.190161459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.191213625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.191604263Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9dd95ba-b9b2-4e34-b1be-ff401f3b22e2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.191826857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.194918507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d81a824d-a63d-4c62-93b7-efbd05ac4cad\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.195124317Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.197295793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00498cd7-02d0-4ad5-a21d-3a16c356cced\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.197448077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.198811894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2285c346-acf3-4897-b8f5-42eed8b70a9a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.198876583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.200844354Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93d6db67-126a-453b-badc-f094dff24572\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.200909033Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.203772348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"472eea26-82b5-4429-9ca1-04242bb380c1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.206144113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.209430231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ab34aaf-5bb8-408e-acda-ca5db534459c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.209639998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.211906244Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92ab4f2d-627c-4861-9d13-fbb98aa7533c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.212047946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.214395864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"664e1d71-e460-48ff-b1cf-5720cc8c849a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.214798987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.217574718Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7040f5f6-64c1-4542-b494-5c26bf1bb12c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.217644006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.223637588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.226896962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63aa0a08-e144-4fcc-8b48-1863f3f27128\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.22713709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.229627623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e5e20c-78dc-49be-a9e6-59a3ddc6ef9e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.229772501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.231081149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2f8366c-19ac-4dd3-92bb-456fa323945b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.231293592Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.232800474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2b415c5-a363-44db-bb4c-ccebea98a1f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.232961004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.233861077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"458dd8a5-848b-482f-a91a-eb5231b91284\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.234707253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.235943697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71d4df91-2dc2-4c49-9835-cf97ef199981\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.236078055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.236122884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.236154026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.236183184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.23695426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.239578629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.244822046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.244888088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.244921865Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.244951394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.244978588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.245323145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.249168015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.253683172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.253754955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.25378774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.254196995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.32751657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.327905775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.329379953Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.329443038Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.329474812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.329500062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.331236281Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:28.331298265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41847"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.331559796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.331773021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.333411094Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"0d2a1346-5eae-4b46-83fb-df9f66dafadd","remote_addr":"[::1]:41847","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:28.336626982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"0d2a1346-5eae-4b46-83fb-df9f66dafadd","remote_addr":"[::1]:41847","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3224,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.337667184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d2a1346-5eae-4b46-83fb-df9f66dafadd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.343364817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.343452942Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.343483273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.349321996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.349398127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.349432195Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.349932803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.350745442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.353006357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.380897658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.380961025Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.380991145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.38190727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.382755971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.384039819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.384100359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.384128736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.386245223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.390173229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.390672203Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.390786511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.391735462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.394402826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.394465862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.395775792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:28.43719169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:28.437975723Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.438311101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"548.547736ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.438506179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.438624305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.438768572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.438881117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.438999362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.439857312Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.445040258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.448850219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.448903425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.448935028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.449275316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.449816986Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.454395257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.454474044Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.455610469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65186","req_id":"e714ffce-5b3d-4c7b-81e6-e5ca0d480a27","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5f 6a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 _j..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.455680709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65186","req_id":"e714ffce-5b3d-4c7b-81e6-e5ca0d480a27","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.455848513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.456354842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.456407717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65186","req_id":"e714ffce-5b3d-4c7b-81e6-e5ca0d480a27","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.456977282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4213, tv_nsec: 255792159 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.457060458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.457570624Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61162","req_id":"a85b8423-9ed5-4cb1-a7c9-d25fe851d619","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5d 64 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ]d..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.45787444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61162","req_id":"a85b8423-9ed5-4cb1-a7c9-d25fe851d619","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.457986884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.458013978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61162","req_id":"a85b8423-9ed5-4cb1-a7c9-d25fe851d619","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.525132276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.525508516Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.525566061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.525600359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.525629487Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.526405092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.526744819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57570","req_id":"0e572989-c926-4677-a338-c3563c3149a0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 04 f4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.526814508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57570","req_id":"0e572989-c926-4677-a338-c3563c3149a0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.52702629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:28.52721696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57570","req_id":"0e572989-c926-4677-a338-c3563c3149a0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.527551747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.527605334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.527636476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.529027547Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.536615215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.536718301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.536809332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.538252377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.541269108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be4e169a-8258-4a4e-9ac3-ef6749833a4a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.542196245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.544946816Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.545007376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.546125063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.548536127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.550402726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.553088377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.554937161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.556425366Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"no new timeseries schema in database","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.558846219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.558905257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:42:28.552721125Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.559109684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.559510092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.559565693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14061a45-1032-47c3-a8c2-3bae2fbc2e50\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.559809649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.566225672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.568112732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e2cceeb-c0a7-440b-8d0f-ab6a83414d67\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.568320296Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.569660105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.5697226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.580104385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.580199685Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.585169376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3df4d160-3db3-4beb-9212-befc3afe7748\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.585434254Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.588918035Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1485643-c6c2-4918-88e7-19ac26047b0f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.589733029Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.598127264Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f560dba4-4e44-4c00-bbfb-c4778407ca30\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.598434617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.598983691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.612099353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd91677c-db0a-4531-97e1-0be1efb132c4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.612333078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.61509925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"924269af-fbb5-4be4-9825-4efb0b62c04e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.615330831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.616858365Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1870d0c-9fdd-4cb1-b54b-f30ead1fc156\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.617010237Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.618260789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"945c46d0-4ee8-4e7f-b7e2-0a43a0051316\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.618535015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.619538134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11c4ab5b-44ee-49b7-8b39-74f3191738cf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.619827881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.630067713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f817727-ea6d-4cc7-bbcd-97e90d92593e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.630148635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.631474727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d404aa5-bc81-49d3-a0e1-d9f33af7af93\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.631658493Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.641460102Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"630a68f9-f94e-4054-afbf-7057ccc4092e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.641744529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.649066397Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f37d61e-66ef-45bf-98a5-5e6fd8171c53\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.649386104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.650305716Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.650455505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.650582919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.650675243Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.65582867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:28.657645681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.658919859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b03671e0-5935-4b77-b435-eaf4600fd7fb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.659318424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.659652619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.667319165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.667419454Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.667505556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.668613143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.671344645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.671446067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.671950773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.673817622Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26c7df08-a9c2-4dfa-bd24-640088e2f557\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.674313019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.679930672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fb4db67-1921-44f5-a6a6-eb0a916f8513\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.680215069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.684921236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f88286-2a1c-42cf-adb9-146af057eb97\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.685193548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.687409132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f4cce1-7922-4067-90a6-f1a6cfb69023\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.688463363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.692799643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10a07790-ee44-49c2-81c3-df5db9c5afa5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.693045953Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.695979358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef82b78d-bd26-4c4b-b642-c9e8a89be3cd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.696252743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.700266049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57027e27-3bf4-465f-927b-fe4525b90908\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.700514193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.706713656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da1cbe54-618e-47e5-b45c-7368e22b1fcf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.707041168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.715263611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.724485134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a76a7c-65cb-4e14-8141-b278e72e6ec1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.724708439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.727579008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db5daed2-9aa9-4e60-8ddb-0004e763b6dd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.72779587Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.733163004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0881360f-e661-4165-b2d2-c4b6934deb28\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.733571488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.741943218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b99c373-bb82-4a46-80d3-f3b0bd6f458c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.747656231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.753159496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61b2d0c3-33e1-4c5c-8a8d-2f9b2f50a59a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.753382761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.756089163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba79ee87-47c0-40e5-99ca-dcc21009df2a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.756311606Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.758428895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a68cd2f-e606-4034-b225-c7865e7e1ae6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.765232821Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.76529241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d641ed8-c087-4b50-b9cf-ae666a882691\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.765326728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.765515625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac4251f8-4d3e-46c4-a925-4a3179921809\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.765561266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.766669373Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb6a7620-b1cd-4cd2-99c1-0e1a148a7ffa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.766912959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.768003151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fe67ef9-8adc-4697-88cc-fcccde339e99\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.768276686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.769333862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.769639782Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.769675082Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.769705613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.770155599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.773557938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.780132758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.780191455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.780223108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.7807107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.782595495Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"218f98da-6686-4c00-b0d0-ec68200e4768\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.782678821Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.783525839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.78358651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.784269611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.787010702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a75e7d4-ae2d-4d37-a2a3-720e4d5b9d00\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.787154509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.789334171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"073489c9-16af-4671-886d-5d0bc5c2798a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.789462367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.793448008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6b563fd-6989-4782-9d43-66ca7935aa4a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.794115969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.796606762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f1a0928-fea3-4596-b465-efd666494d8d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.797547336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.800965246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8c9301d-8b1a-4ced-ace8-bd945a172a23\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.801033752Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.802531637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ecdb5bf-e09a-434d-aaeb-5a6293a26e4b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.802604432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.805828315Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f534b0d9-aa58-472e-bc0a-b64a77c39bfa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.80589604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.806929098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a141d40b-9b0d-4c9a-9f5c-56a2bf4168eb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.807072955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.809475261Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f81e5bfc-046e-45a0-8571-fd0034e62d27\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.809547876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.809580571Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.809608847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.80963545Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.810353591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.819288754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.826456796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.826525082Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.826559911Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.826591043Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.826618528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.827275367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.828641699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.830629009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.839916674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.839992866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.840024419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.840780765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.925316978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.925597848Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.92641195Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.926676868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.926790104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.926881616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.927690628Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:28.92786248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44478"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.929227821Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"e0f9768b-0e08-4a8c-9e7f-d4693e1bf7d6","remote_addr":"[::1]:44478","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:28.929772295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"e0f9768b-0e08-4a8c-9e7f-d4693e1bf7d6","remote_addr":"[::1]:44478","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":552,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.930572249Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0f9768b-0e08-4a8c-9e7f-d4693e1bf7d6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:28 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.932778084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.932869546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.932933965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.935068658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.935194749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.935284117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.935367253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.935950305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.936615971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.9464777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.946557659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.946591957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.947136432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.952494558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.970872294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.971581207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.971639894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.973777373Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:28.977036616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.977166345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:28.978023553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.054519837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.106681475Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.106834059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.10692973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.107015882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.108486622Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.120439217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.133492174Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.133577394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.133611111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.134303701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.163931773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.16399574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.164600575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:29.164825223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:29.165214218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.165471451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"726.912055ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.165533123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.165563534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.16559143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.16562165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.165648994Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.166204682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.169693994Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.175921021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.175986441Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.17602101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.176707177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.180963978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.181018196Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.181896286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56519","req_id":"8f0a175d-b0d7-4934-ba85-ec2b5215006f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 82 6a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .j..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.182063018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56519","req_id":"8f0a175d-b0d7-4934-ba85-ec2b5215006f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.182160823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.182329359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.182509267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56519","req_id":"8f0a175d-b0d7-4934-ba85-ec2b5215006f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.182843403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4213, tv_nsec: 981742458 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.182904134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.184162201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52577","req_id":"a93fa8df-54b5-4b2a-a498-730efc1a090d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e5 16 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.184279023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52577","req_id":"a93fa8df-54b5-4b2a-a498-730efc1a090d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.184504372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.184560134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52577","req_id":"a93fa8df-54b5-4b2a-a498-730efc1a090d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.251258907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:29.253774248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.271479314Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.27210471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6194660-8f24-472f-bd8f-d2cb4b154f63","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.273380392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60359","req_id":"3cf36da2-b180-407a-b488-1d2035765dd6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4d ca 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c M............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.273451794Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60359","req_id":"3cf36da2-b180-407a-b488-1d2035765dd6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.273654298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:29.273844226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60359","req_id":"3cf36da2-b180-407a-b488-1d2035765dd6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.274384072Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6194660-8f24-472f-bd8f-d2cb4b154f63","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.274449212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6194660-8f24-472f-bd8f-d2cb4b154f63","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.277701542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6194660-8f24-472f-bd8f-d2cb4b154f63","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.279233604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.27933201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.279368934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:29.284169789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f6194660-8f24-472f-bd8f-d2cb4b154f63","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":12093,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.285232928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6194660-8f24-472f-bd8f-d2cb4b154f63\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.286390274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.28782383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3fa914b4-932c-44f2-9a42-2d54ddc14cb6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.288203807Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3fa914b4-932c-44f2-9a42-2d54ddc14cb6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.288332904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3fa914b4-932c-44f2-9a42-2d54ddc14cb6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.289188128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3fa914b4-932c-44f2-9a42-2d54ddc14cb6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.291546156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8af31b8-82d7-47c0-8af7-cd259d8539f5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.292821828Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:29.294320384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3fa914b4-932c-44f2-9a42-2d54ddc14cb6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":6460,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.295137572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.295199435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fa914b4-932c-44f2-9a42-2d54ddc14cb6\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.295360566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.295410596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:29.295440716Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.295531617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.298105325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.298747815Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.298812654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.298845931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.30163631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f12628b-a5a5-4941-b929-7c5d5c566d64\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.301714897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.305731941Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.306063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6d25962-5cab-4a08-8db0-603133817231\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.306124062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.308505637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5faffe6b-c5ea-46d0-9698-8ee258befa06\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.308559224Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.311045878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d14ef4f8-4947-4a93-937a-80b7da7eee61\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.311115016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.314717854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e5f2b57-48be-48ab-b8bb-dd2822ee8fc0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.315353932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.318438117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3369d52f-5c6a-495d-baf6-2fe078d1a06c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.318591252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.321209629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfc35fcb-a951-4b0e-9831-ffd9de0a032e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.321283957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.322391514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8b07f57-f3d9-4b28-92e3-81f3bf660e80\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.322584178Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.323869318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97ba644e-8366-4f33-8ce8-0fe36a6901fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.32400098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.325303906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"775757ce-161e-4e21-850d-38576325ef12\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.325464887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.326611171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8ad232f-9ac3-46b1-a065-ef0e7d5ca067\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.326726912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.327909889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"350a3fd8-6731-44db-bf6b-9e90f94596a1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.328078485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.330263258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b05b6081-6383-429f-929a-1860ef3650ed\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.330507384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.332505575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7007cf6d-e303-42ae-92b3-0279b9619745\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.332619152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.334516502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dac6446-442c-4d0c-b8aa-4164880a6ba4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.334632102Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.337012766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0000493d-6a2d-4d4e-ab3e-c6eba66bc6bb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.337153396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.338914074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e929fcba-1e2d-4287-adfc-977ca4ccfcca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.339127279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.341299827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b676145-c64a-45d1-89e3-ac5112c7c1d6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.341593152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.343388529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ee62be7-8995-4067-b6f0-0c974bc5caf9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.343660851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.345474946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"885135a2-b3c7-44eb-bf49-02efe3f6d0d0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.345576659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.346468966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78cacd24-6098-4fdb-b5c0-a003ce68a31c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.346618154Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.348442919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01d6ab6a-a6d9-465c-b392-946105366236\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.34850849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.350276232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3910c9b8-f745-43a3-85f4-32d30c435ee2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.350694155Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.353049007Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c91fc01b-8019-4875-93e1-5c90afed18c7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.353155379Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.355719327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"214c594a-b598-4731-8499-0c09005249bf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.355812894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.357057032Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.357209707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.357244716Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.357274796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.358112375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.360582787Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.375504869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.375636902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.3756713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.376136968Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.379743193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a1c3940-4a10-4927-8893-aa09e7fa20d8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.379969905Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.380478158Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.380536514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.382544384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.3863466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"211906b7-bab1-42dc-a15b-50f13ef54aad\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.386660986Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.391689786Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"040195f3-26e9-45b6-a63a-23c534fcf57f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.391844765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.397191057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0922fb48-9f52-4bad-848a-ae232b8e888c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.397304743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.399962419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"313575a1-ab81-435a-a2fd-f583ddf44af7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.400135163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.403568844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dee19e8d-34b8-4008-91a0-470da74ee4a2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.403878311Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.414650744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63e0925c-047b-41de-9e00-df852db9dc6b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.415441109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.417803957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd4a70e5-5111-48e4-a6ef-c62447ae15fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.418149395Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.424128759Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fa48d3b-9b49-47ba-b32c-e6b59d2aeed8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.42450616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.424994173Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.428498786Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ebfa547-04a9-4819-8033-ce6280c6e9a9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.428563114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.432072376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8805b2d8-713e-44d0-b5cb-76af0b92fd0d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.432552883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.451322671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bce1e623-b1e2-4681-91e0-e758c791b3a9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.45167374Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.463044055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65ad2a77-b695-4ac3-b176-cd3223e61026\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.464027604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.468253404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad315450-2412-48bd-b6eb-cc9e19850c6b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.468428623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.481974723Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ade0e1ea-54ca-4610-930d-d8019fef7913\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.482920397Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.483154133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.483223281Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.4833586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.483662987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.485463855Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.488234315Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.498810327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.498885376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.498917901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.499920228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.500079806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afd396c4-51c0-457d-8e9b-119db593e2b0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.500153092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.503386384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.503449169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.50395129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.504217801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2cd5f7d-dc26-4a35-ae07-636b6e171a19\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.5043933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.50617967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc07d590-e0da-443e-8d1c-fba0afcad7d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.506434527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.508209855Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13fae74c-4ac2-41db-bc1f-17199e801734\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.510898091Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.51095809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.511019974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.511055815Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.511754637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.519498737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.526025922Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.526096934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.526131733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.526166913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.526196983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.52669252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.529546747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.534349115Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.534527761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.534626157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.535246053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.602452818Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.60252434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:29.603256749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63339"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.603468902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.603519573Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.603997706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.604966296Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.60594715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"e2fb3005-0458-4dea-8a31-53e31101a4ce","remote_addr":"[::1]:63339","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:29.606557987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"e2fb3005-0458-4dea-8a31-53e31101a4ce","remote_addr":"[::1]:63339","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":641,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.608538894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2fb3005-0458-4dea-8a31-53e31101a4ce\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.611299384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.61134283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.611371057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.613758854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.613813523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.613906418Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.613940216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.614548197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.616206902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.616270348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.617722221Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.622229562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.622438468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.62248966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.622980889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.62389008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.623951001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.633042716Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:29.680617496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:29.681465585Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.681978097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"516.164915ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.682114047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.682595968Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.682653542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.682688873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.682717901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.683836219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.684345624Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.684405192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.684438268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.684469791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.69067289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.692294241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.697655413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.697761965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.697858417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.698698822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.699172275Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.708736451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.708837282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.708926429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.709455654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:29.713129534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.713338019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.713441636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.714235808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.71434736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.71492948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.71564699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55128","req_id":"a2a62fe6-93fe-449c-a201-06ca2851c773","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e2 a5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.715944553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55128","req_id":"a2a62fe6-93fe-449c-a201-06ca2851c773","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58021,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.71625936Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.716523015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.716693655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55128","req_id":"a2a62fe6-93fe-449c-a201-06ca2851c773","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.717421205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4214, tv_nsec: 516298797 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.717555863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.71816153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50099","req_id":"97002baa-741e-444c-a156-f126cbcebf39","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6c a7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e l...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.718351017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50099","req_id":"97002baa-741e-444c-a156-f126cbcebf39","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.718605775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.718750844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50099","req_id":"97002baa-741e-444c-a156-f126cbcebf39","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.824759088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.829058865Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61000","req_id":"95b834db-94a0-44f8-a508-6003c3067183","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ee 5b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .[..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.82912625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61000","req_id":"95b834db-94a0-44f8-a508-6003c3067183","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.829205748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:29.829280817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61000","req_id":"95b834db-94a0-44f8-a508-6003c3067183","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.829308813Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.829337601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.829364574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.834089448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc885156-57ba-4cc9-a4a0-f5ccf6483042\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.834407021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.84020858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f0a3107-7b8b-47c0-8ab1-96dd3fbc1d6d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.857241878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.864375702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e28598fa-c941-4621-b202-4eab2317ab81\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.864608696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.8835976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe9df2c8-1138-47ad-a1bb-4d6ff734a802\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.883739182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.88601663Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc95979-4102-4b2d-96be-caa3c9df8db4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.886222901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.892875726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a1d8e74-2bff-4e25-9425-1a46a4337cb7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.89293788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.892972689Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.892997038Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faaddec9-db8d-4f88-8c0f-24fdf5c00424\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.893030765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.893937121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"206042e5-f61a-4af6-b8ba-9d78ac4272ee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.894056709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.897958353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0874b350-0bf6-416d-a82a-6fc8d6c4db88\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.898114574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.901794166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a649ea71-3530-4f7e-a68e-067af3553c88\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.901948613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.911301198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feb51181-ddd3-4eaf-a9be-752a0aca5f61\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.911421728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.919186669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee014989-4232-46e1-8927-11b3be5068e4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.91940301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.931627847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffe2d84f-2649-4531-9b2d-efb159dc22bf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.931891713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.934683105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8a07587-4113-42b0-9d82-8ac3154fec68\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.935005697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.938124301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a0a7501-0348-4d68-ae00-e4a88076b8ec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.938192447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.943721313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.943869618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.943963776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.944310757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.94545142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.945851006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e045928a-fb00-4d9f-86a3-a493a217cb56\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.946066706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.950585068Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.956903788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.956963657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.956994569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.957394816Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.959290453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e342083c-f94c-4ef1-80a5-48ecbe6cc203\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.959538257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:29.960369343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.960469933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.960978066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.965510887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22522e3c-a9b5-419b-b012-dab7c2d24dc3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.965802989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.970035101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80eb8a41-4a50-4214-b765-6664e04aabb0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.970258426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.971184511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35a092f1-2928-43f9-92f3-b4515b4149bc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.971576172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.973270928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d4853f2-f032-4505-85b6-e848d54e3281\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.973568692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.975171505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19adfd2f-4a0c-4f5e-baa0-54fbce053661\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.975890357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.977478542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"384c08e1-959c-4453-b56c-fff442719199\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.977687949Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.980380313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"066419fd-797c-4d1e-9ecf-8815b967c376\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.980644159Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.987583956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72b3dc06-f3f1-4149-bb57-bb12ede8017d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.98790706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.991253067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed5a301c-40e6-4428-a523-0ef87428f8f4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:29.992986991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.002240488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ee41b24-f590-436c-8845-8fbe71062180\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.002403724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.010463212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.011303987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"797c6522-f0f5-4319-b4f1-5054801e910c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.011518925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.016860227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1341393-5949-484e-8732-45226934a004\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.017083001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.021789338Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12df5922-9fc4-4c93-9d2e-c662ecdcb0ab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.021920119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.022953408Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71832380-f70c-4fe6-bf44-00c75856dda8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.023106082Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.02404396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00343a34-77eb-4c7f-9ad7-e93b1f795778\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.024260762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.025202589Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cca4b4d-a278-4245-a5df-ab79468cd8d5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.025354071Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.026140337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e587e3d-cd49-4b73-a263-90a872029539\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.026250326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.027458604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3139f278-beb2-405f-83c6-c1077c7bb43e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.027696648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.036040523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f7604b2-2b88-4510-8faa-d35ab86d8054\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.03629499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.041867703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f36f0c74-a5af-463f-a029-dffdd3e8a2ce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.041941961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.046655262Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62bcce40-eb9a-4992-a30b-911a3ca6c376\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.046974879Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.050442097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50d140cd-c97f-4ee2-ae18-7c6d243c1737\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.050518018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.053614007Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d87cc30a-cd47-467e-be67-3a899dd36275\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.053687634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.057719186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdc1a9a4-0fa4-4790-906f-73c66cc054ff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.058121097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.059578501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e9359d1-7fc0-4370-aefc-da07a69f3f99\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.059931113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.061395581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0810369f-f4d0-46aa-b8c3-253f01edd513\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.061579037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.061777712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.062003292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.062173481Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.063227461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.064068096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.066003041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"197c2eeb-82ba-482f-b4df-007ca7ffa616\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.066412166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.067656215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"937ab716-aad9-4932-a23a-7a1e9d904bbd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.06777398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.067920411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.067962195Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.067989098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.069152236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.069372024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.075596295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.075649301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.075677928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.076139918Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.078059663Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.081788903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.081851548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.081885987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.08191762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.08194762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.082544639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.082960498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.083013032Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.083796914Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.086618646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.098473937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.098818644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.09925309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.099940149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.234260814Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.234345042Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:30.235089755Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40616"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.235469001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"ffc44469-1958-4b4c-bba7-924c7858d472","remote_addr":"[::1]:40616","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:30.235929048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"ffc44469-1958-4b4c-bba7-924c7858d472","remote_addr":"[::1]:40616","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":461,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.236337952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffc44469-1958-4b4c-bba7-924c7858d472\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:29 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.239977554Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.240259696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.240289365Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.242308889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.248062924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.248404414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.248526217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.249764183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.255533909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.255878015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.264916563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.265217844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.265334717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.266199369Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.294859252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.295170152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:30.295679687Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:30.296442928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.296652485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"614.682525ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.296769017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.296855891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.297031561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.297135017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.29722206Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.298135119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.301979699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.302767228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.302878099Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.302952207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.303172546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.321838126Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.321926743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.321958726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.322494243Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.324220012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.325217058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.326522119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.326579323Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.32736618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.334960401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.335161602Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.337686994Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49325","req_id":"f5f628b9-7a30-4491-be67-91c8bd055cc6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 12 80 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.337759859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49325","req_id":"f5f628b9-7a30-4491-be67-91c8bd055cc6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4736,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.337995148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.338154866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.3383475Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49325","req_id":"f5f628b9-7a30-4491-be67-91c8bd055cc6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.338624702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.346681845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.346788017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.346880521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.34750203Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.348488736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4215, tv_nsec: 147400656 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.348631199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.352078909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61073","req_id":"cdf78856-ede6-44f8-9269-aca7678f29dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 07 52 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .R..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.352142285Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61073","req_id":"cdf78856-ede6-44f8-9269-aca7678f29dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1874,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.35222988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.352259408Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61073","req_id":"cdf78856-ede6-44f8-9269-aca7678f29dd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.352297073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.35232543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.354335645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.445612939Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.446812429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64610","req_id":"81c5415b-c20d-4209-8735-b1f610932572","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e8 8e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.44720921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64610","req_id":"81c5415b-c20d-4209-8735-b1f610932572","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.447394228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:30.447482574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64610","req_id":"81c5415b-c20d-4209-8735-b1f610932572","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.447915778Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.447972891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.448046247Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.45031588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d16299a9-c348-4d04-bc6d-81382f285ff4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.450572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.452395483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7dfefa4-6f54-4738-bcc4-b5ea92a8975a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.453074306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.454691057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"206e72a1-d6eb-4f95-b5eb-868f420200c4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.454770816Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.459028549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3051fd79-505c-4f0f-ac83-4ff612779932\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.459260742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.466292131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84c19c1e-f2ae-45b5-80e8-6c64b0574256\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.466504474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.46918239Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c93eec6-b698-45ca-af0b-fe520377de28\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.469304193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.471066344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"330eccfe-6570-4b75-b543-75bdb5c85199\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.471211322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.472830188Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd8e2dfe-80ac-4d9b-b142-7f3a3f0e8a82\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.47295161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.473872024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c35aecf-6bae-4041-95dc-77ee1a629743\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.474027734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.475133627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6cdff9e-725c-4db4-8770-aab3bba2925f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.475286642Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.476450772Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3981e3b1-3255-4f4a-88fe-0e7b9def4a9d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.476583366Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.479912048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a536c97-bbf9-48d2-b723-c8dbe7265e29\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.479986055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.480370461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.48192589Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c07070c-40ac-4294-9ea6-b995eff2b447\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.482316248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.483984632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8df7f3d1-5125-48fe-8a9d-279b81ba2098\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.484052448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.485848336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f4b16cd-e0c9-46a6-8ab9-0fe09a7684f4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.485982423Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.487520888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65a18142-9222-40be-853e-bffbf778d4dc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.48770242Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.489167359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1de18578-bbee-4781-8568-c380fd3d7a5a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.489232599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.490929369Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bd31a4b-c0c8-4086-af2d-3a04ea6d15f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.49099973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.492800397Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def0dfa1-6e31-4eb7-961f-a8a207d77d41\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.492955186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.494652377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee90a1b9-78e0-439b-9234-b7cd4bedfa7a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.494933628Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.496511962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7148aa61-b041-482c-b0a4-fe109cd50e42\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.496753253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.498226037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61c11b28-083e-4f70-8c90-e329d30cbba9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.498450334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.499948259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07500959-72b6-4733-8595-ed76f5137038\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.500184319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.506406466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"107043b5-986f-410a-929c-1799ee704fb6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.507626076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.512161533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b5fd87e-5c5d-41bc-a9a5-9afe5d25deb2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.512327854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.514039144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23f86681-0594-49c5-8df5-37226a7ed789\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.514243421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.515884491Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b758315-95c3-4165-aadc-43854716487b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.515948007Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.517763915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6f75ae5-c0a8-4190-8df6-f4181a62d76e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.51783641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.522011288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12ae1c21-2f41-4193-b1fc-67ddb85fea3f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.522165034Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.526131307Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfb4a24e-7b2c-46d8-a1fa-f131fa04bc90\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.52766349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.528953831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5aed792-df28-48cb-b690-58f32783fb7e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.529197426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.531917646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.532001874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.532036873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.532064398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.53542292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.537043258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8420d0d-7d6f-482c-bb89-1e05e830ce70\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.537110803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.539106469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2a05eb5-dad1-4c50-b3ea-fb17429848bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.539492849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.540004649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.55026403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.550335632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.550367887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.551812114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.552872317Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.553031103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.553191843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.560118544Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.562635439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.562692392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.56345425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.564613831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"670a44a4-718a-4669-a5fb-0660f67e191f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.565229538Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.567254111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.567312107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.572226669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.57230727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.573304346Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"038d18d9-af7b-4c7c-a20b-7af07cf7f359\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.573510767Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.57790357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bf4c372-8059-4180-a40a-19262dcb534b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.578062526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.581610095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c63b69c-0245-4a42-84b5-b335c7118829\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.581781065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.585065199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beb9afbe-10b9-46b1-943e-43f016076696\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.585257412Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.587544709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb9a0276-c8c1-41a0-b66a-36cfe9ce326c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.587610951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.590823772Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8dfbd09-64de-4600-8ce2-63d3422bea12\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.591161996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.594463855Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c71990f-6180-483a-9739-3a82348e3ad3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.594582471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.59554052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.598558173Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5ac84a0-06fc-4fc8-8690-9b63453fafa4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.598723863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.601939981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b16c343d-b031-457c-a702-35aa8db12bfe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.602328214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.604769378Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a8e0100-c2c4-4731-9fed-ccc3819e1520\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.604972162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.607986909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56137f12-0cc3-4add-a683-f30ae8390503\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.60809276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.608211416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.60837893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.608430463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.610128245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.612725079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.617581856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.617689841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.617790312Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.6178897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.617978787Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.618660866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.621507698Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.631753893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.631952158Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.632061536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.632685118Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.704441789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.704529824Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.704883058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.704942467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.704976194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.705007005Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.706336765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:30.706435341Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63834"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:30.706480842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.707066068Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"de96074c-cb73-4142-87f3-80b33e55bf1c","remote_addr":"[::1]:63834","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:30.707665101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"de96074c-cb73-4142-87f3-80b33e55bf1c","remote_addr":"[::1]:63834","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":613,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.70990275Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de96074c-cb73-4142-87f3-80b33e55bf1c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.710616752Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.710674066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.710704216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.713282253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.713345599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.713382222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.713413735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.714200623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.715155475Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.720748128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.720888378Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.720989489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.722488596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.724003134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.733724844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.734157856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.734213357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.734736088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.738183287Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.738226012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.739171436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:30.806635483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:30.807066832Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.807215108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"510.424598ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.807354145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.807599043Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.808554446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.80861648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.808648844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.80980105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.814348991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.820347593Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.820415809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.820530067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.821225332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.825272526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.82537017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.826469891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55874","req_id":"afcd3063-061b-4889-8736-61c7be2eb696","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4b e4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 K............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.826535021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55874","req_id":"afcd3063-061b-4889-8736-61c7be2eb696","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19428,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.826610351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.826635121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.826657335Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55874","req_id":"afcd3063-061b-4889-8736-61c7be2eb696","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.826973224Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.827335576Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4215, tv_nsec: 626193399 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.827399654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.828071182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51214","req_id":"2ddd57b1-702f-4f37-92b4-13b7a8903ba3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 66 21 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e f!..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.828202744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51214","req_id":"2ddd57b1-702f-4f37-92b4-13b7a8903ba3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.828303114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.82833129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51214","req_id":"2ddd57b1-702f-4f37-92b4-13b7a8903ba3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.880647727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.881067744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.881124858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.881157623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.881188585Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.881821546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.882575358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53600","req_id":"ec766cb1-ad87-44ea-94ba-4a2a356f6d18","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: da e1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.882640197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53600","req_id":"ec766cb1-ad87-44ea-94ba-4a2a356f6d18","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56033,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.882722852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56033,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:30.882860877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53600","req_id":"ec766cb1-ad87-44ea-94ba-4a2a356f6d18","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.882894334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.88292289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.882951287Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.884480855Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.889575996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.889634944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.889666326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.891535711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.899951619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c58e403-92cc-425e-8918-19d2389bb940\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.900185335Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:30.900512056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.900567346Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.900992783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.93321808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa133517-e78a-4b23-a3c6-be1df5309840\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.933559791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.960387514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5494140c-17d5-4186-a483-8da086f45e56\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.960543725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.966493289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"664775e0-1c1a-46e6-932b-7a12392abfe9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.966939388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.976044579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.979656386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"372f75b7-d70c-40e2-9871-28ca79c8ff4d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.979963588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.982344121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3df5e37d-2817-4b53-bdb7-a98912365640\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.982476755Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.985941919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f39b0a8-15b2-4c89-b235-304740a3e5bb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.986048882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.987062001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c10d3449-aa43-4709-a826-cb8de21f0805\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.987209425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.988093757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc6bfea1-3f57-4c6e-8ebc-cfb9906c4431\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.988271641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.989253708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e9b8cce-6a58-4fff-8185-e3cbdb3d0486\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.989471161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.990468408Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c023fadd-44b8-43d6-9284-ef9b07a6b866\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.990517626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.991582738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b47c223-8adc-4c1e-a9c7-8d7089d6fab3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.991696595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.998460301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24c53ba7-087b-4e53-8bea-25613042e134\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.998566042Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.998606502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69ce49de-ed91-405b-874d-90e51ace7800\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.998639067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.999342709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"957e054e-6471-465d-9525-e9b2136b42dc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:30.99939822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.00129053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"104ef17b-cc06-4fdd-b667-cd16924ac228\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.00151128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.00345336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5813571-a1b1-46ca-85cb-28a63c2972f3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.003600112Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.006813464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39e4d4b7-4669-4136-8ae1-78e0c65f839a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.006933303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.010607905Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6ff607c-16ae-49e8-bdf4-a1780c24dddd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.010669006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.01227175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88831c34-12c0-443d-8c0a-d7ce805f8682\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.012403432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.014608986Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30abf4b5-f718-4302-9abe-3ba26c07153b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.014789476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.017077615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7cc722-d54f-4c6c-96d8-6279ee7bde48\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.017298054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.018921349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c7d29cb-c711-4ada-9ab5-e3d4c855e9ed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.019016047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.02176765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d78a4db-d6ab-4333-bf0e-b12beb4c3b07\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.022076264Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.026646831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eb8dcea-ba98-40a2-8936-4a60a9e63837\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.026711299Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.027961981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.028045889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.028080457Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.02810679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.029409325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.032825752Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"548bcb1d-48d1-4ff9-bb7e-dab292b0cbef\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.032890261Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.0330654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.042580929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.042665116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.042699605Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.048275896Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.050803452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.050873912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.051454629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.053959921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adbdd828-4276-4da7-b9f2-994b6cdec1bf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.058717039Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.070655806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9890d53-4efa-4515-99ca-968950290afa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.072262888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.08122251Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4239aa3e-4812-4b7d-a9f9-4b06731cf0dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.081298311Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.086178795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"753fdd97-2637-430d-b27e-4f0d183687e5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.086947125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.089287348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"901b5b21-5f29-4c41-9614-ee2f93a6a93b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.089728938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.11132643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8618a8d5-069c-414f-ad0a-9cc2da77e64c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.111573432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.113205864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fec031a-0c6d-433b-a0f8-0ae2f1c88713\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.113608947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.115239707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82dc3b99-597a-4707-875a-8f75fddf329a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.115304676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.116854073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7093b815-9ef7-494c-b132-2e9310def405\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.117066667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.121672133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.125365952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ceb3924-7178-4c01-b748-323192d681ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.125649107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.130897434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"990712e0-bbc5-4bf1-b312-ab01ebeeff25\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.131254906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.13386677Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a5de726-1092-496b-b61f-3e7a4654d23e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.138354361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.140056392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"263d104a-2e92-47c9-a5f2-230d0e253edb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.141225472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.143574502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5b59731-d17f-483f-a4c1-013d5e00aec6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.143693529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.145587553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63100a90-5e9f-46c2-a4f8-0640e8238a1b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.145663745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.148474865Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25c7f5ba-a457-4515-83bd-ace2994c3555\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.148554484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.148851837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2bfad49-cbcd-4324-8bc2-d4fbfb1559b1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.14890901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.148940603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"323d0e2b-862f-4873-994a-32661dd67ac3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.148970583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.149557052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a96d4db1-6429-4b0e-a5bd-81dd0b2e22ac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.149624586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.149659937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.149695157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.149728513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.151564732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.156174707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.163535473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.163592957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.16362456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.163655051Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.163683668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.164128945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.166895778Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.171716252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.171789428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.171827524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.17243799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.173350298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.173408424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.173441931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.173471409Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.173865094Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.177307022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.185760394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.185824803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.185858109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.18680202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.24732597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.249118251Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:31.251846958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55981"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:31.252153268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.252543135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.252848924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5ff1428b-7102-4a8a-a95f-ca686dc8e2c6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.25322828Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"d5804060-6341-42c9-81f3-7141ba798793","remote_addr":"[::1]:55981","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.253555722Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5ff1428b-7102-4a8a-a95f-ca686dc8e2c6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.253624329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5ff1428b-7102-4a8a-a95f-ca686dc8e2c6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.254438822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5ff1428b-7102-4a8a-a95f-ca686dc8e2c6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:31.2555222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"d5804060-6341-42c9-81f3-7141ba798793","remote_addr":"[::1]:55981","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2318,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.255806196Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.255854743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.257070054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.258625944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5804060-6341-42c9-81f3-7141ba798793\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.26046054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.260604907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.260639737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.263613241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.263689403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.263726036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.263824262Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.264714095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:31.270706945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5ff1428b-7102-4a8a-a95f-ca686dc8e2c6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":15676,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.270801052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ff1428b-7102-4a8a-a95f-ca686dc8e2c6\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.270839279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.271252933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7250ca29-9104-4db2-8bbe-6822daad1c50","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.272267324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7250ca29-9104-4db2-8bbe-6822daad1c50","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.27234056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7250ca29-9104-4db2-8bbe-6822daad1c50","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.272725547Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7250ca29-9104-4db2-8bbe-6822daad1c50","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.272835907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.277863564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.278591555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.278653718Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.280635116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:31.282950129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7250ca29-9104-4db2-8bbe-6822daad1c50","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":11572,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.28597208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7250ca29-9104-4db2-8bbe-6822daad1c50\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:30 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.286039644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.28607234Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:31.286096878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.293967721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.29492107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.300430247Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.302358358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.302420522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.302453167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.361486517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.412666721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.412773223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.412810166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.412841779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.41364018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.416247806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.422845892Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.422963526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.42300062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.42328646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:31.425200784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:31.425547735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.425605771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"618.182539ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.425642634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.4256708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.425698065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.425727022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.425755539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.426161077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.426510183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.42660934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.42703096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.428360129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.431557299Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.431627429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.431662418Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.431993047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.435208654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.435268373Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.435846064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53303","req_id":"8c667ede-54e8-4a88-92cf-5330602a1232","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 64 09 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 d............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.435910623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53303","req_id":"8c667ede-54e8-4a88-92cf-5330602a1232","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.436087134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.436411581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.436545888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53303","req_id":"8c667ede-54e8-4a88-92cf-5330602a1232","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.436883361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4216, tv_nsec: 235781714 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.436939853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.437316444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65024","req_id":"19c2e64d-119e-4189-b83b-bbdb493448d9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0a 31 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .1..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.437379399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65024","req_id":"19c2e64d-119e-4189-b83b-bbdb493448d9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.437467124Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.437593997Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65024","req_id":"19c2e64d-119e-4189-b83b-bbdb493448d9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.488218212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.488872997Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49181","req_id":"0fced2fb-c254-457a-8fa5-dbf117d2f44b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 92 65 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .e..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.488929129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49181","req_id":"0fced2fb-c254-457a-8fa5-dbf117d2f44b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.48922088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:31.489319356Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49181","req_id":"0fced2fb-c254-457a-8fa5-dbf117d2f44b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.489505777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.489552921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.489577951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.491312026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e155205-eb72-4af0-b482-3316503bff26\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.491558087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.492963066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bcccdfd-82ed-4671-a591-c75ab1a062b3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.493127283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.496009676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8ce822a-2321-479a-9f45-a7d61a14096a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.496134705Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.497972617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9db0a2ef-3a62-462e-bae8-3a8078914ef0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.498100792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.500108733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0d80ee2-44c6-4a00-a893-f0b03def15da\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.500175095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.502213857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca3fb966-660c-4a6b-a833-334e1772bdf7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.502284649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.504061148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3408586-8d2d-40b2-9da7-976f0195fa28\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.504129645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.509388843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a913b4e-7239-4d76-bef7-6c58e10f2eeb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.509666146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.510599145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4be5b3b0-fe7c-4d73-bfc6-c9ace51c873b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.510737811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.512021378Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08a5342c-61a5-40d9-9007-c2c201866f1b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.512188792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.514855996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e92663c6-889d-4360-8eac-1f079e06836d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.515062698Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.515399499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.516751342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04470c9c-33d8-4053-8c56-27b4eff428d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.516815701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.517927386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bdb1cd1-4ff0-412a-8060-f5c07c1ae439\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.518144178Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.519928272Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c48ee2d7-3574-4bb0-88d6-61423df9bcf2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.520074604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.52181417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8555bc4e-c47e-489d-991a-068bde3ca746\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.521882255Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.523749506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c33a1cf8-dc3d-4ad1-aeaf-da7c9de4637d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.523838122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.525647698Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d7bc374-0259-459b-82e4-923002d676e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.525716725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.527567974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a8dc8a3-f35e-4c76-bb9b-158719d48092\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.527637973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.529401227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afcab7f2-c9b7-48b6-a6ef-a97da5b0f401\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.52947312Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.530327272Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05112ce8-7fdd-4933-a2f9-a67b318392c3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.530443904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.531408867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbcc6a8e-f1af-4c86-94c8-c77301da4c30\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.531535369Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.532481343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"524be0c3-a5c3-43ca-b767-04ba460b4bb5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.532603467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.533562768Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e8e0be-d6c4-48a4-8722-240aec2c7a7a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.533672276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.540379129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"395904d3-d29e-476d-8253-83f88d58c91c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.540530721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.54252784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0564778-3ab3-40d9-9d3c-d2b915d55116\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.542600024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.544533757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b71ae43-349a-4661-93af-b84485849c1c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.546674422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.547429537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.547598223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.548512224Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.548719998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.550922987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4a994b5-530c-4162-a2af-5ca1f3c3626b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.55099444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.552627694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.552687763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.55449806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97c26b93-55ef-4564-9ec0-c0a630437847\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.554588681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.555488033Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.555545798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.557726563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"460376e2-445a-43d3-aa83-80965961b910\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.557829899Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.561449861Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0cedabb-3dc3-4b9b-8246-7d193c56d0db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.561634108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.563222644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d83987e-f3c0-40ff-8ba5-b87b419ed8ae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.563555928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.565453458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2cd4054-d5af-4f2a-a9b2-ad2c22689617\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.568247135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.569433759Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.569491804Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.569525131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.569552535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.570462098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.57281205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1300f713-4fbb-4ae1-997a-adb96ee203ff\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.572946708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.576575659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.598271526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.598348469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.598380904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.598868906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.601608224Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33d5d860-b9d3-40b3-8b29-965b8363a680\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.601700859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.602209462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.602266827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.602645431Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.604211321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4de0df2-f198-4c2f-b9af-35fe90d1a8f4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.604393774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.608579955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e3b9fbb-70fd-4181-9a3e-e99dcd24f47b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.60883856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.611931673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf504fb-e022-47e3-b11f-8b6af50624eb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.612164357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.614949296Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e937d0e5-cdf1-4261-a2a0-b39442ef6c34\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.615150476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.617941056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"284620bf-ad25-498c-b579-d44c26d21320\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.618102067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.622533957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b30fbcf-61ac-4583-a6a3-4ba831a2b8a3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.624386689Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.627620723Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ea6c8f7-fc74-4afe-a81a-126c4db37caa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.627853396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.630211745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"953f2d7b-892d-4f5b-ae2e-0af5544157b5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.630355331Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.631474982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68ea74b5-0aa3-449c-a513-52ea221f1bbe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.631603197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.634103138Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"769fdfa0-4967-40ca-b6fa-0e58a1b558ab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.634234049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.635482316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.637353194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7183a74a-f0a4-4502-91d5-80545d3ec0c6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.637483163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.637578242Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.637617981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.63769749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.63844536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.644551115Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.652778087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.652887455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.652983186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.65326658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.653372451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.654460659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:31.656502558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.658040853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.666053447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.666116122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.666149889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.666906256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.730246408Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.730320625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.730952394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.731012774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.731310458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.73134658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.732067706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:31.732254178Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44270"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.732783994Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"740d7d7f-47a4-462d-9793-18de91a8fa5f","remote_addr":"[::1]:44270","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:31.733250693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"740d7d7f-47a4-462d-9793-18de91a8fa5f","remote_addr":"[::1]:44270","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":456,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.733501223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"740d7d7f-47a4-462d-9793-18de91a8fa5f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.736012697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.736060572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.73608986Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.737956529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.738093693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.738214053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.738263601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.738726774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.740712511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.747098705Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.747162201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.747195197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.747841946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.747978748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.752829533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.753074932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.753131014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.753773484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.757113739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.757197566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.758418669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:31.790356192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:31.791261486Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.791401254Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"365.706056ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.791527466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.791604519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.791636714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.79166488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.791694799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.792619291Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.79628776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.802031344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.802232996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.802673133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.803369971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.807280493Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.808243361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.808291978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.80928162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63438","req_id":"269edc37-589f-414e-a058-d5a2851616a8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a0 7e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .~..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.809428683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63438","req_id":"269edc37-589f-414e-a058-d5a2851616a8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41086,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.809578662Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.809766917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.809899782Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63438","req_id":"269edc37-589f-414e-a058-d5a2851616a8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.810599987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4216, tv_nsec: 609385715 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.810724415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.811577805Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56191","req_id":"9ef3068b-b662-4077-b57d-4efed4fcde67","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 63 71 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e cq..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.81773368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56191","req_id":"9ef3068b-b662-4077-b57d-4efed4fcde67","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.817977997Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.818180871Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56191","req_id":"9ef3068b-b662-4077-b57d-4efed4fcde67","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.880425349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.880788453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.880874965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.880905746Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.88093251Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.881556533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.881850038Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53862","req_id":"8a317605-967e-42a3-8f16-af4a911c26e3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 83 9d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.881967522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53862","req_id":"8a317605-967e-42a3-8f16-af4a911c26e3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33693,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.882169194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33693,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:31.882260235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53862","req_id":"8a317605-967e-42a3-8f16-af4a911c26e3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.882454562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.882490083Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.882514061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.884316021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.889362496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.889421353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.889452305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.889788274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.89005235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16c245c3-92ce-433f-98f7-c2ebe6139047\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.890273571Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.89262681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f5fda4-b587-4e37-961c-6d71e9dae7b2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.892756488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:31.893012027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.893058871Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.893726731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.896071774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28437827-5b53-4880-95e9-4d9d6d4331ee\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.896255199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.9477805Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c157101-e84a-4d51-9561-9eb781f2fc94\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.947909166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.953370157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8e29d01-e28c-4f1c-8dd1-0e9ab6c603f1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.953451649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.956755151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8427b471-5d19-4c49-b099-003c15ce5257\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.956878207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.96126672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.96334428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f725a5f6-1eee-49be-afcf-297546866877\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.963573216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.9657385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2152a399-9036-4a92-8acd-8d9788ab0afc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.965861635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.9668678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c25f00b-ab7b-4c29-809f-e62d965c9006\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.967061847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.968427267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b756014f-a69b-4c63-8a39-74011ca10b93\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.968617827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.970102285Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41a14b82-c767-4cff-8d5b-39623875c8ed\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.970223877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.971466463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"742ba838-edac-4dc9-89f4-7183452276ff\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.971532715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.973619011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49ca4698-5de8-47cd-98e7-e5082a0defc5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.973780553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.978494586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dee7e0f-29e1-4972-8e13-280e404d0a20\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.978652049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.980936221Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90776288-7651-41a8-8247-e7a554e42aaa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.98100128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.982826477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9241fcd-6f5c-45a0-b9ff-470d2be4e632\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.982972738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.984725971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d400d1a-6131-40e9-b7f1-57ffc5ac1652\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.98482587Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.986799984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b40aec87-63cd-4f14-8f18-586bc77365dd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.986917798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.988799508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d47720fd-eb87-4094-b670-b64ed5a8d1e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.988861832Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.98980972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91990551-fa56-44d7-bb3d-4ffc51f1116a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.989948938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.991086945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba6ea7bc-b123-4410-bcdb-d1bb872fdc1f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.991422614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.994229617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b121d992-01f0-4886-8cba-be55a5b9bb8b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.994420277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.995983742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45d51595-df9a-4dac-9875-1cf472446fb9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.996107007Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.997291127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9db01337-9387-4b38-9adf-7fa14f9a889d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.997459352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.999402253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27c452a2-e86b-4ac8-ade9-4ba1fa529507\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:31.999555368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.002394054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc8f140a-d94d-4cdb-b509-aacced190ae7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.002465757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.00476105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"670cc8e2-de57-41b8-9e32-f55dafc31e84\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.004831991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.007174489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c2b7486-3ed3-4b6b-b931-ce7631d17692\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.007306051Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.009546024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c74365ab-40d6-4235-be32-a4afef029213\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.009636644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.011771247Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1c4018d-76e7-4f6f-9564-88f750520f22\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.012132237Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.012437715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.012493797Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.012524328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.012549969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.013698016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.014684171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a50465d-9414-46f8-8d85-7c2fa42bad35\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.014812357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.016023079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdbf80f9-dc0e-40de-9dab-1db7a06df0ff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.016154511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.016424348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.024235632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.02429482Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.024322264Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.02476653Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.027630386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aa726ba-4e30-497d-be2e-152a174ecb5f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.027845134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.028728724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.028831048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.029253059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.030353882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a052e9c1-33cd-4c4f-b731-aafbf52c9f33\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.030527107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.033105184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"920c4b83-7013-4058-85ef-4658e2725c30\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.033336364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.038794269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43c1ae13-0911-4ff6-a1a8-84867aeb73ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.03887527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.040203256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de03dda3-4495-4d4b-a4dd-4c5a585549a2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.041106566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.044473274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea23472e-9a11-40c9-8bea-65202be6c9a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.044590427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.04881276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bce8e67-8869-4abe-9f5b-6be788627ba2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.048944152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.052317483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff2a0bf5-2589-4d75-9675-13721d231607\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.052469766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.05442911Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"753d769a-a5a3-4ebc-becb-6a5398bdeeb9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.05471489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.05820298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2523b8eb-faf3-4421-8cf5-6902aa796082\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.058394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.058903986Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.060139388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7bc107f-8e72-49c5-ab22-67173e0d7687\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.060286471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.061263958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c4d5e9b-4b0b-4f53-a84b-1ccc2e7590fe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.061343517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.062307999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a5204c-71fd-4bc0-a49f-f1dbe13fd3bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.062374922Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.062410192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.06247951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.06251978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.063277841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.066893655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.075958727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.076026552Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.076060499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.076088816Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.076117212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.076689513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.096385947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.108146088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.108253813Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.108287219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.108690843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.110421872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.111014233Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.111079673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.111111316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.111781311Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.20187651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.201949866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.202406466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.21422859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.214289482Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.214319682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.214735801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:32.215630494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40280"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.223383321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"a46f5b8d-a397-47d7-a0ff-4bc68ef253e5","remote_addr":"[::1]:40280","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:32.223969819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"a46f5b8d-a397-47d7-a0ff-4bc68ef253e5","remote_addr":"[::1]:40280","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":618,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.225514988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a46f5b8d-a397-47d7-a0ff-4bc68ef253e5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:31 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.238777452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.24907506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.249390608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.252666696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.253082875Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.253242082Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.253343104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.254058018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.254615529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.254726189Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.255369501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.257439385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.262096174Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.262397384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.262885055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.263420472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.309616404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.309721995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.342862154Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.343796977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.343859211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.343889562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.381444477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:32.382910859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:32.383184314Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.383243432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"591.70794ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.383283381Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.383310385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.383339443Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.383367669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.383395625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.384179847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.386423939Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.392459785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.39258293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.392621988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.393148397Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.39701478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.397072826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.411215524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51728","req_id":"496e5d50-c239-4da7-976b-71893cd1b3c1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b1 04 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.411277107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51728","req_id":"496e5d50-c239-4da7-976b-71893cd1b3c1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45316,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.411477486Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.411619409Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.411684278Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51728","req_id":"496e5d50-c239-4da7-976b-71893cd1b3c1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.412018634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4217, tv_nsec: 210924613 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.412068734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.412399513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49512","req_id":"c41adc00-ab10-4edb-8e64-2178f2db974c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cc ab 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.412460895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49512","req_id":"c41adc00-ab10-4edb-8e64-2178f2db974c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52395,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.412545414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.412581426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49512","req_id":"c41adc00-ab10-4edb-8e64-2178f2db974c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.540190348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.540583371Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.540646176Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.540681236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.540710494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.54130532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.542564649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54415","req_id":"048d9116-3bd9-42b8-aaa4-e17bb35c7446","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e9 3d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .=..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.542661572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54415","req_id":"048d9116-3bd9-42b8-aaa4-e17bb35c7446","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59709,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.543066869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59709,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:32.5431674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54415","req_id":"048d9116-3bd9-42b8-aaa4-e17bb35c7446","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.543677205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.543734039Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.54376464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.545055161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.558161054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.558262516Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.558445821Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.559493839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.606092794Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.60635641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.60654235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.607362093Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.619708453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.61983248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.620774036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.621213662Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.621459351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.622686757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"901ec579-2b5d-40c8-8353-db34c4667fa7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.623061163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.630703099Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.630815793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.633120285Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1efaf09f-3b3d-42a5-af27-f6fd89c683ba\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.63342391Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.636201634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"008e2dfa-032b-45c7-b89b-845776069a87\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.636488506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.639077585Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26b96386-82b1-48b4-a408-e22de5d31f0e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.639409295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.643304466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15b31b8e-7429-4990-b605-f8c20fa86a98\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.643586218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.647132754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22729012-3228-46f9-ae10-f7b3bd30bf6e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.649256085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.663128514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a097af71-bae2-48a4-a189-596937d75b2c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.663299545Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.673112677Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.680096412Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5401f72-4747-49ac-9f1b-e0f1ab8e14cb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.680239146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.681801579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea2a5f18-ca70-4ebe-bd2b-f11344e6d50d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.681935867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.683697056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5ca4d66-39c3-464e-8bc9-61b1afd2f7ff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.683925852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.685618665Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"128ff79e-f0e6-465a-9cc5-fd5c1442b595\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.68568179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.686796662Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b2562b5-2088-45db-8440-166c2f3bf940\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.68707666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.689025172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2c38481-001c-4b98-ac45-004c3fda1015\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.689267445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.692881004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d7927a2-e4da-45e4-ba02-3998e40aa8b2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.692953729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.696293263Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e1845c8-e555-4c6d-bab9-79630da0b500\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.69655255Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.699823447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40f01c6e-92f7-42fd-99e8-080556823260\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.699906111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.703730171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b24aad0d-2644-4369-88fc-243b18776274\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.703954989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.70653059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc191066-2339-422c-b698-697da628c352\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.706810769Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:32.707466525Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.709573353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"337c748b-c811-4c47-896e-0453d67f9313\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.70978277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.711069624Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90080dca-3902-42d8-8882-79a561b3bba9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.711578067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.713429917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15f7c527-3fa2-407b-85db-e2b4c0eb414b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.7136572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.733108074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.733247963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.73337179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.733470606Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.737299455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.738408124Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22c2ba2e-85e6-46f9-b372-1c1a9028c2ec\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.738782971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.752159904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.767868572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.767936407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.767964684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.767988631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.768047318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60e1c87a-81aa-48bd-8d2b-d223adac40d7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.76808849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.793440833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c844d9-e060-498a-81d2-9c5ffe80dc35\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.808948411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.809370071Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.809527194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.810827245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.817729046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad44fb41-031b-4c3f-91e8-347dd84b49f5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.818059204Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.849255721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d762dbc-f732-48f1-8575-8abda7c14f00\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.850356033Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.854149101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a83632-280e-4a83-b7a6-3cf02242212d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.854292687Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.857233366Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"845f166a-9df7-48a9-8af6-053985fc95ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.857325058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.859788807Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9e37d07-ec65-411a-83b3-50802684f488\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.859914909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.866170492Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95cd3ed0-d6be-4d17-a812-fff18f81098c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.866240181Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.869328424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.870392805Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03a6f102-88cf-4e12-ad48-23ab89036d94\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.87055608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.871648868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b948fa1-5b8d-419f-aff2-5f3014ec8440\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.871774999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.872896273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b403866c-60d4-43f7-82dd-c092b4710ac2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.873049749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.873949502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4e7a503-6287-480b-9064-2284d5f08b13\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.874237024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.875556383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab664ce4-c3be-4a1c-9d3b-d047ad1da74e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.87572553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.877769282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eca04bf7-881d-41be-9e54-8e56c88eaa26\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.87784367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.879997562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcdd47b8-9d75-4029-8ae6-87dfa4f89526\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.880196719Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.889174226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c39911db-9fd0-46cc-a677-84a0cccc2ff5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.889255177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.895668175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84e5017e-0413-4a1a-8387-c7455ea09bf5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.895901229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.913720873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d627069-cf2a-4286-975a-cd357059cdc1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.913859119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.922479064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.922548933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.922580676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.922609073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.923999763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.928473998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.935716047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.936687944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.936753424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.938854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.944656661Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.944720147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.945655681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.962305645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d493f3-9afa-4c2c-80e0-fe40691dbaaa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.962436837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.963499935Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19d6a7f3-342c-4e71-b3f6-75e1a17a65ef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.963640395Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.964681299Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"388bdbca-d5d0-423c-a070-0e9c99a59abb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.964817811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.967585495Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb0c62de-5d2d-40e8-aa78-c3513d33d30d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.967814001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.970183662Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f85032d1-96ce-4571-b31c-01c7444d3ed1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.970254553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.970290334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.970321276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.970349562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.971059717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.97467971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.979347641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.979416087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.979449233Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.979479553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.979512058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.97987918Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.993043308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.998174993Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:32.998240664Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.998275263Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:32.998674648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.069133343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.069316528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:33.070058055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57421"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.070631959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"3a49c37c-e7fa-4876-8701-45b3333dedcd","remote_addr":"[::1]:57421","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:33.071274268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"3a49c37c-e7fa-4876-8701-45b3333dedcd","remote_addr":"[::1]:57421","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":653,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.071793252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a49c37c-e7fa-4876-8701-45b3333dedcd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.076481704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.077966873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.078083656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.079766308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.079939012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.080049843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.08014342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.080865358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.083848341Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.084839186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.092586862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.093419672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.093962664Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.112376352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.137647863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.137866659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.137918924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.1379523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.138663126Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.143370014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.150799678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.151321046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.15143325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.152160549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:33.195053561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.19748758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.198042065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c52e760-598e-428c-9f38-e2388445a5cc","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.198475509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c52e760-598e-428c-9f38-e2388445a5cc","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.198601069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c52e760-598e-428c-9f38-e2388445a5cc","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.199643756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c52e760-598e-428c-9f38-e2388445a5cc","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:33.208921301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8c52e760-598e-428c-9f38-e2388445a5cc","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":10887,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.209505906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c52e760-598e-428c-9f38-e2388445a5cc\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.210311301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.210953059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff643e7b-44a1-4ff1-987c-af060222bf18","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.211467875Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff643e7b-44a1-4ff1-987c-af060222bf18","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.211586441Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff643e7b-44a1-4ff1-987c-af060222bf18","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.212292779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff643e7b-44a1-4ff1-987c-af060222bf18","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:33.217289685Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff643e7b-44a1-4ff1-987c-af060222bf18","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":6338,"response_code":"200"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:33.217599251Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:33.218117564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.218247834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"834.966006ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.218368544Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.218488002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.218589925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.218681598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.218760205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.221489893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.222191231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.222584845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.223444438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.223796279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff643e7b-44a1-4ff1-987c-af060222bf18\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.223982389Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.224257788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:33.224300543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.2265171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.246176079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.24623185Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.246264505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.246671927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.250318623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.25130592Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.252489187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55447","req_id":"9dd8211b-b15f-4304-a318-2e4e49083b6b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 39 d7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 9............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.252701811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55447","req_id":"9dd8211b-b15f-4304-a318-2e4e49083b6b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14807,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.25307247Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.254173283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.254355646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55447","req_id":"9dd8211b-b15f-4304-a318-2e4e49083b6b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.254788719Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4218, tv_nsec: 53701371 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.254971563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.25669635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50066","req_id":"8aea3b1f-bae6-4c96-8825-0729b63c578f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a7 41 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .A..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.256866679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50066","req_id":"8aea3b1f-bae6-4c96-8825-0729b63c578f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.257143771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.257286646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50066","req_id":"8aea3b1f-bae6-4c96-8825-0729b63c578f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.319454511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.351759036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.352037972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.356639059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55670","req_id":"9eca7884-8769-4131-8a31-b37b1cf8ce93","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 69 44 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c iD..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.358777149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55670","req_id":"9eca7884-8769-4131-8a31-b37b1cf8ce93","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.359317446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:33.35941998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55670","req_id":"9eca7884-8769-4131-8a31-b37b1cf8ce93","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.361455997Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.361515746Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.361547609Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.362015051Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.362966506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.363022448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.363055353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.396358257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"284049cf-dbd5-4035-aea7-d84840034efa\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.396573446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.398744281Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40c0eaf8-9357-4c07-b2cb-b60d572d9e70\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.398811415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.400988052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1be3a538-3663-4e45-9bd2-92860f2b506e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.413551263Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.420587292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed4e26ff-cfe4-4f40-8e64-ed1f2deddcc3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.420716129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.423404094Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29e368fc-516e-46bb-b8b4-d939e3004b73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.423524053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.431358773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f691d2b-ab47-4311-99c0-59f90c49fcd7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.431619142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.434665612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6abcda8-1a11-4382-b764-3c4df115cf77\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.43488529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.436809514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.452077574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d0abd31-71d8-4ca0-936e-a6ac1993a6a1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.452568001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.453969394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed119b10-594e-443b-8800-95978322c88e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.45424876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.46482845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2acadf5e-01e2-4d08-866a-66c153ca6380\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.464977116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.46898943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39c6e208-fce9-4790-8954-561d8cd5e73c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.469174559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.47062068Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc5242b-8cbd-40f6-8dff-d731d7b09301\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.470762152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.473547762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e5f117-66bd-4bbf-a7dd-3891e1752a62\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.473676068Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.476826715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aed75a19-a8d8-478b-9eab-38888e6701b5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.476907085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.480213714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95528091-1fc4-4470-a242-56e0d9b2de84\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.480353993Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.484912386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a363dfe-e104-4428-a64f-c7b2d31b8a2a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.485026904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.487578808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.487642555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.487726693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.487768536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.492077802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.492122191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.497450547Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.49751739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.497548883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.497950573Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.498621169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd501081-90e6-4ca4-9fa5-e4705d9ca898\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.498693123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.500315906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.500374884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.500959248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.501503833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8710c3ab-032e-4733-8ac7-ec5237ea9fe6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.501712378Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.504922625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7451c90-5d41-4ac7-9492-0d77175fa3a0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.504990861Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.506027676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9383d376-229d-415c-b395-f8d3266e3769\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.506179479Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.50798207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53ad1121-e956-401c-b645-e0b3eb935325\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.508232058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.509946494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5929962-f4f7-43ad-906c-8212dfdfcbc7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.510093447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.511755529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8af62fae-19cf-4001-870a-d5da94a7b754\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.536598306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.537947284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b78d1874-52f5-4cdb-a951-5ebba7ab726d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.53848729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.541148633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16f5a9d2-e49c-4d27-be09-c3392295f853\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.541360455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.54350638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07cb11da-8931-40b8-a010-abe90c98eab7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.543803653Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.546222101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c37bc5fd-55ec-4b0f-85bb-225fa0cca227\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.546348613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.548388928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.548449599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.548813474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.549190956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.551389216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b81b5f4b-3ab8-4cf5-aa5e-c84713e86e8a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.551453835Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.552539749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.552582814Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.554249535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea810ed4-07e1-4289-ad73-9de194adbf29\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.554322771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.557167108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.557228451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.558263142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.558504623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"180b713a-5e41-4dd9-adfb-08b5337377af\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.558630755Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.560212777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7432a22b-28f7-49cc-b384-2411634ebc63\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.56045543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.562541026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50e2875c-30d5-4558-a484-f08d6c5dbb35\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.562778689Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.563801397Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25d5e237-555d-4636-aa4a-ee4b1705256e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.563935494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.564860427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb629a01-a824-43d0-806d-3c51b5db7c79\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.564940617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.566163473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d73788e3-e059-43e6-8838-853f87fe8e7b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.566361327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.568101094Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66dca6f2-d05f-4e0b-b577-b8a9f3c92a99\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.568220822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.57007165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6b8d75a-87bf-4535-8bba-fd30de526424\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.570140327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.571864652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f01181ea-9395-4354-861f-d78d589cc534\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.571982156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.573669518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8db36a9-89e2-4575-9584-ae173ea6d40d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.573787734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.575814763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b9544d9-ec1a-435d-b098-ceff623e7d5b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.575935333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.578389202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a19df38-4e5e-40f5-94bf-a8a5f1d5ad04\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.57855388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.579371419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17b14838-8473-40d1-91d8-0a259601f16d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.579496428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.580428225Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c6e10ab-5a96-4f3d-a933-123fcd11f072\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.580487002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.581395201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a8b13ea-fbc0-4a14-85df-9d98e13ed9ce\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.581520401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.582540313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6709304e-51a3-4ada-ab66-7206bdb08096\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.582603699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.582641625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.582728107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.58275963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.583531919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.587208444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.605156364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.605384719Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.605434007Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.60547074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.60550089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.605896228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.635279192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.63544909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.635552646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.635643147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.636872326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.63720076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.64230519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.64271156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.64294258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.643497797Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.746678427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.746846492Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.747607959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.754485322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.75454967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.754583488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.754989076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:33.75504161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56513"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:33.755659712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.756430087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"e1c9251e-3b63-4126-91a3-417951354e18","remote_addr":"[::1]:56513","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:33.757115583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"e1c9251e-3b63-4126-91a3-417951354e18","remote_addr":"[::1]:56513","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":786,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.757677442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1c9251e-3b63-4126-91a3-417951354e18\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.760032985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.760086542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.76011548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.763277791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.763331878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.7633627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.763391166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.76388984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.764381209Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.764430106Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.765379248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.768042554Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.773393305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.773594686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.774177427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.774698506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.85725348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:33.866380966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:33.867034368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.867102394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"648.631947ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.867144548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.867172544Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.867201662Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.867231451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.867259557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.868075222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.873972442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.879709593Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.879777919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.879811937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.880170982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.884024069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.884084419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.884963481Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53516","req_id":"8ff760cf-73b9-4346-8d36-39c6a9670d1d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f1 c4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.885056426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53516","req_id":"8ff760cf-73b9-4346-8d36-39c6a9670d1d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61892,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.885267777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.885480651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.885532585Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53516","req_id":"8ff760cf-73b9-4346-8d36-39c6a9670d1d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.88748241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4218, tv_nsec: 685325641 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.887623631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.887799041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64413","req_id":"10b21acd-753d-471e-b206-acc6cd5e2019","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fa 3e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .>..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.887892236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64413","req_id":"10b21acd-753d-471e-b206-acc6cd5e2019","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64062,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.888256532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.888292604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64413","req_id":"10b21acd-753d-471e-b206-acc6cd5e2019","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.982191111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.98262764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.982685716Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.982720956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.982751788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.984267127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.986584073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61755","req_id":"e100e362-5598-4c8d-9f51-c34a37408353","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: af c1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.98665286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61755","req_id":"e100e362-5598-4c8d-9f51-c34a37408353","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44993,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.98680349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44993,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:33.986896456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61755","req_id":"e100e362-5598-4c8d-9f51-c34a37408353","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.987731519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.987818553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.987851529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.988548417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.994711246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:33.994774302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.994806987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:33.995237074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.010069797Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.01014155Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.010975902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.023308975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4cc4c3c-8f16-4523-ac86-2d30fc029745\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.02372798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.039140178Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"707a5c36-afb3-4f8f-b734-3e6e50989c0a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.039317992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.067708208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"effa7e19-cce4-4265-abc3-ff276982adf7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.067991853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.083550352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07cf1ae0-ffba-4838-be24-acb5900dcdc5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.083686474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.08715783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.089718612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e624384-5c1a-4f32-9b92-3a18c95fcec0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.090482153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.092340797Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b6cfa14-431b-41d4-8bd4-9818511c0891\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.092411197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.094617473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3faba122-510e-4417-8def-7a1d7c88dae6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.094680789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.09712064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84da90d4-0cec-4f87-b605-a2929e4b75a3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.099113621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.100168202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db7254b4-87e5-4542-9758-a02750144cf1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.10033773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.101414165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ec0edce-75b3-4572-85da-c142d5d39e39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.101549795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.102526621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1146694-886a-4bdc-bfa4-23acc4375c73\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.102590368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.103672444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce589737-ff6b-43a7-8378-5ed2a55b9313\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.103752774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.105426138Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69a2bcbc-a07f-4f0c-a50c-d6eb066f65f6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.105670605Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.107643536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1731f2a-e81f-49be-a8e0-0c2fc80946a7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.107819748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.12118647Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eef2d75e-6be9-4d70-aea7-82e02196ba6b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.121295186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.124561284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce37cce6-3322-4e83-bc99-e11ecaa4878f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.124627806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.127310151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e54ae510-fc19-44c7-9ad7-91b69bb55ae3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.127387375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.129687908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81ad829e-e94e-4f21-8114-d40b2280f7df\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.129753339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.131413306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b638cc34-9ca0-43ff-adac-5bcec3f146d2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.131478286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.132295704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf0e4f2d-b6fd-4ca1-b0cf-e19cf83aa75b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.132415874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.133289755Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fbb142c-705b-48b6-a690-ac1b51fbe5b1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.133531647Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.134429726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74121d11-5b87-4bc3-835b-e35530117b99\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.134543864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.135737412Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b981fecb-47fd-4e5b-a97e-d5aef9b5b454\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.135793964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.137367249Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"720419d1-5fb5-4df1-8203-f53405098248\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.137527388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.138597811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.138653772Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.138685365Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.138711668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.139525559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.145018684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.151180852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.164096726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.167655226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.16838985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.171158095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.17127118Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.1717881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.172154651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8138ed5-6d1a-46b3-904d-9825f4f4163a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.172442825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.175916516Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3d4d700-b321-4b96-909c-e6407f77c964\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.176508085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.179249647Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2b03943-a6c2-42f3-8449-e41a7d507ce9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.179389646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.182630182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4255bf4c-8a38-4a82-9023-94bb80c35ce1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.182695713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.184229379Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93e39222-68cb-4d65-9fcd-9c127a8827ca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.184338937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.18726673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f611877b-845b-4d0a-8a59-702e2c1d2536\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.18739716Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.188751028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84a7e667-cf93-4335-b88f-8b662aa3a512\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.188813472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.189844717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b2f35d0-43f1-43c1-abad-73e21b4e668f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.189989205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.191493913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b3bbcc-1b3f-4d9e-b3f6-bde5992da4c1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.191740264Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.193930638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08a25ab9-eb04-4a17-a563-d01f3b81ce8d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.194090777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.196036123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c8742c1-fd0c-42e9-9a2b-4864ddfbdd36\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.19622544Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.201108289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"230b8ea6-4998-46ed-977f-c1eb9b16731f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.201235693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.201560931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.204031353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8c85426-2e71-496b-a0a1-95392557ba5d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.204081062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.205531241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a7da69a-240c-435d-903a-6324885db9fa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.20566592Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.20789444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a139d0b0-7f47-4f5f-b784-71c15b26b55c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.208004199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.209557934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdf513a9-a552-4f70-be5b-de5566b84d75\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.209732131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.211194776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c47b4fc-f3a0-497c-88be-47a95d5a4d60\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.211256629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.211993136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60377ee7-16e7-4c96-8fb3-2a37ac2fc93e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.212990974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.213825487Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91cc3dfc-9b70-4d88-8d05-73a2581d59bf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.213948913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.214771181Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b80cbe7-2b00-4227-b4de-ebd521e40b9b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.214892924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.215689711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20412de1-426a-4d0a-b4ea-b09f929b9893\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.215746735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.215778017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.215807316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.215833478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.216549765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.237738292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.243555332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.243642696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.243674429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.243708778Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.243736433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.244205257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.247704499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.253388203Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.253535016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.253581959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.25408419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.255560351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.255618477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.255649509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.255675681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.256117551Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.333130535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.333213079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:34.334120327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48576"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.33548214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.335545887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.336057787Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.342056429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.342137611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.342264343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.342682286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.342841583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"29da1499-168b-45af-b0ea-1c7f6a8be334","remote_addr":"[::1]:48576","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:34.344741028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"29da1499-168b-45af-b0ea-1c7f6a8be334","remote_addr":"[::1]:48576","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1902,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.345258369Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29da1499-168b-45af-b0ea-1c7f6a8be334\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:33 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.347053766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.347113575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.347142132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.348696569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.348760707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.348796618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.348827109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.34926924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.349331183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.350009906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.35006742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.350098382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.361120723Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.361184901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.361890096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.366655441Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.377648003Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.377871809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.377926287Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.378398518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.424024655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:34.424420544Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:34.424788447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.424891563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"557.740351ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.424935741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.424964949Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.425652549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.425712478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.425746686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.427257667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.431181365Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.438645867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.438753952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.438793962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.44375652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.457894769Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.45808065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.459996888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50365","req_id":"6dd1a9a8-0128-496e-a0c0-e664d1931fd6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 66 d4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 f............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.460057528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50365","req_id":"6dd1a9a8-0128-496e-a0c0-e664d1931fd6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.460254431Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.460523377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.460634799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50365","req_id":"6dd1a9a8-0128-496e-a0c0-e664d1931fd6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.461398991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4219, tv_nsec: 260267114 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.461497427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.461873998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63427","req_id":"db6e7c9b-4da4-4185-81cc-dac9758e6be4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fa 41 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .A..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.462650164Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63427","req_id":"db6e7c9b-4da4-4185-81cc-dac9758e6be4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.463071363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.463256101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63427","req_id":"db6e7c9b-4da4-4185-81cc-dac9758e6be4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.576406196Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.577335557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.577399465Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.577434795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.577463272Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.578187956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.578325059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.578372844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.578831117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.580141197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.584104985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57678","req_id":"2cbffb08-de5d-495b-9350-a978f8c325ca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5a 13 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Z............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.584322749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57678","req_id":"2cbffb08-de5d-495b-9350-a978f8c325ca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23059,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.584622676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23059,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:34.584873506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57678","req_id":"2cbffb08-de5d-495b-9350-a978f8c325ca","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.585128825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.591201324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.591300121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.591386242Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.591895146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.592354171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.592521655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.593531857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.593622929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.593749992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.597766154Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.597874279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.598393734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.598734694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.598835064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.601073433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beca99c9-1a5c-4673-8ca7-7b41457d83b2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.601541777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.617588138Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"720fd8d3-32d6-4f41-ad77-fc33f1d0b407\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.617806703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.622492119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"030eae93-2a03-424b-b15b-264958b83294\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.622716065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.625099213Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f6f203-b0d4-4964-9c9e-9b627434b08e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.625175616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.627392452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee291c0b-c1f8-4ba5-9a4a-729005a5f53f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.627462752Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.63506529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca017c3f-b7fb-4afe-8db6-58f212f0e938\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.635417341Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.640577122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac68fad-d8cf-471f-a7c2-468dffb09a75\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.640715808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.646446937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb11dba7-56cb-4040-91bc-e19224c9b7d5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.646614291Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.653283599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5225c595-bb06-43be-9dd4-d9fdcbcf0940\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.653429981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.653981309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.658109895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c18390f6-6739-4d53-83f4-76f623b6764f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.658537818Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.660619084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5632d3a-b10b-46c4-9b89-491b7d3c8089\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.66074765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.661832372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5a84d22-41e8-4579-aab2-dd8c47198412\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.661935227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.66313654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04d318c3-b5c7-4264-95ee-5f2d83efe9d8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.663315978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.665051866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6b44a6a-5498-4348-b2c2-c19e636135e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.665112668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.666929588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14886924-4914-4d71-bd8b-b75abb3b5a2e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.667055488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.668730145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5681451-f387-48e2-bd07-4dca06461ac8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.668832579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.670722896Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a6d3d93-121e-45cb-a6c9-82185db9584d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.670957683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.672851737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2efdcb83-fef4-4684-9a37-cfb7d7210482\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.672922799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.675444393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ffd6cff-5735-4895-a1c8-247caecfc518\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.675627808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.676940774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d46e05a5-c1b9-4e54-9c19-9fefb461ab7f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.677021104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.679036881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27c15786-0090-4444-bbac-3ac66548616f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.680863801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:34.681956177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.684218665Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5de5cdcb-6710-4106-8028-28b9ff99ba65\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.684551608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.686979756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec7e1dde-6c1e-4c14-b603-4d6b94478126\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.687084345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.689018899Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86274da4-7e11-4449-aa26-be1b3e438b92\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.689162625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.690817132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5cf0fc4-49c9-4ca7-8d92-d38097d03f24\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.690890608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.693229248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e79a4f-e85b-457a-9f05-b6c967c45274\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.693300881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.695993095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c9fbd65-53b7-4a94-9315-df117a0c1c8f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.696153845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.698017027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3731ff9-65b9-4822-94cf-b779b9d7cb01\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.698145002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.699854508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"331b5d00-9f7a-49a7-83d5-94675085d6a9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.704045258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.704373161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.704511056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.704607458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.70469373Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.705603713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.710986378Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.725670225Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.725751076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.725783079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.726309027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.730011835Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.730072636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.731348869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.731581673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b267ae5f-36e3-4699-b894-2b7044f04f6e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.731852112Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.73493784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeebda25-ed77-4772-b814-3836587d6253\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.735267186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.738790666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"852fff2e-9772-4c7e-83ba-602d108f3841\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.73913902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.740872494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7c02d18-7ad3-48b5-9950-29963a85c4f4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.741027192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.744904157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb77e9d-668f-4999-be76-bc6254ba5933\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.744970349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.746198135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29f8c1fd-20b1-459b-9028-710501a7c04d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.746262844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.749825252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63f6798d-d04d-45bc-97a7-cd5ec325a173\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.749886073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.752069493Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc201d8a-d07f-417c-9e57-8bff8bdbde15\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.752241296Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.754821967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23f368ed-95d7-410b-873c-d69e7649dcf0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.754945844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.757414794Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82c9b24e-942a-4636-a2aa-993b6ea215ec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.757476937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.761445945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b74ea4ef-9ef8-456d-a71b-58f264c0d2aa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.761527167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.761923717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.766607499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebb610a5-c0f4-4af2-b164-7bf98fd792e1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.766859582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.767967529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f7b1ba9-b412-45b0-b375-d7fa3ac5e135\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.768113881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.769087541Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7b5abe4-997d-443c-af33-dbcbf5cc3f97\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.769154875Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.770021151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52a3cd42-9440-419f-bcd3-38a75af96658\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.77015599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.771055041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aef98700-64f3-4fec-87d0-20f076de9542\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.771105912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.771139188Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.771168497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.771197715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.771932219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.774796215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.780039943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.780097127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.78012909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.780160282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.780189441Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.780914455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.783259888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.791021142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.791106371Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.791141351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.791533743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.84744375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.847530814Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.84784503Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.847894618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.847924628Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.847952594Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.848865763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:34.848916765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50026"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.850574037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"5099d8e7-a770-456a-971e-799d7b958672","remote_addr":"[::1]:50026","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:34.851648598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"5099d8e7-a770-456a-971e-799d7b958672","remote_addr":"[::1]:50026","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1178,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.852643711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5099d8e7-a770-456a-971e-799d7b958672\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.855301035Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.855361616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.855392287Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.857202564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.857264728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.857298756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.857326361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.857931957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.858431172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.86414692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.864204795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.864233022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.864581356Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.866588194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.871222929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.871440612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.87148981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.871947953Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.874414858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.874547392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.875102238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:34.908356354Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:34.909700362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.909860551Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"484.965222ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.910200739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.910300648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.910337422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.910369155Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.910396569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.911416401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.9213835Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.926785924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.926980151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.927032746Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.929660301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.929781302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.945511644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.961870979Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.968885184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55628","req_id":"69466a73-8d89-4378-b315-a44dabfbd678","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: aa e3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.969116144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55628","req_id":"69466a73-8d89-4378-b315-a44dabfbd678","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.969429389Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.970396966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.97058434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55628","req_id":"69466a73-8d89-4378-b315-a44dabfbd678","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.971182602Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4219, tv_nsec: 770105915 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.971320076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:34.977306393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58687","req_id":"c8b803b1-1ed3-4867-b3f3-7d2695ea1b09","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d6 fa 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.977481702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58687","req_id":"c8b803b1-1ed3-4867-b3f3-7d2695ea1b09","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55034,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.977727462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:34.97787212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58687","req_id":"c8b803b1-1ed3-4867-b3f3-7d2695ea1b09","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.042213286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.042711348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.042754915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.042792269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.042819554Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.043817672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.051088639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63456","req_id":"5ccc80f6-1604-4c80-82a4-be972a7e5fb8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ad ea 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.051173368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63456","req_id":"5ccc80f6-1604-4c80-82a4-be972a7e5fb8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44522,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.051584267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44522,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:35.051684697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63456","req_id":"5ccc80f6-1604-4c80-82a4-be972a7e5fb8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.052453048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.052511715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.052542436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.054287643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.059743744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.05980711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.059837561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.060694138Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.066880564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.067026605Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.06755631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.067883913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a256f2f-8c65-4f4c-a6a0-d3233082552d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.068223429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.070483382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a46cdf0-b11d-4793-9334-76373f0f0f01\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.071545699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.076732904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7cf4864-5286-41f3-90d8-cd81325cb161\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.076959926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.085002661Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f922416-0625-4201-9deb-de63040c9c6e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.085244984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.098455134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"529af920-a6ef-4c70-a787-119d5735b488\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.098704952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.103389034Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22648b8f-35e1-4129-a211-b14cb406c78a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.1036931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.106989428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0adb56e6-4c09-4d15-80e7-ac20e945d5c8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.107205238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.111395296Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.113175553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e56542d4-e172-463b-9ca8-192ac7077777\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.113391985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.115405867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82c71eb3-3e89-48ef-a756-0f5516fc924f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.11564316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.118665452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e09cba1-bc6b-430c-85db-1769ade9f4ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.119642929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.121399489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de3d0b31-d4cf-4f2d-8766-6718ceb8d231\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.122486525Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.123476357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecb6c233-38fc-4305-8829-4bacad4ce8db\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.124567471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.125793123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf3467c7-c440-4ec0-83a0-be142167705e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.126051448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.127902756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf2935c1-c47e-4ebc-914b-0a313832038f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.128113977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.130001688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f16377d-ce31-4879-8a1b-944df541172e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.130229322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.1321253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43948c38-8b18-4186-b71a-9e7fc65c38a3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.132337843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.134030846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b7d08d2-deea-42a1-a906-cba721cae11a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.134847473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.137328286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27caa403-e39a-4811-90a6-8292d99a4a2b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.137562182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.140296039Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d65ab58-c687-4211-8b53-5e33c0436731\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.140514434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.141288697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0031d07-93c5-4bda-9dac-c27d16a37568\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.141416592Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.143041509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f721d08-ad23-4cbb-8064-21f7ba7d2174\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.143291758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.147048503Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71355ad3-9ee9-48cf-93eb-858fb49d7945\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.14719267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.149188256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db5b0554-6dff-48b9-9899-b6a5ddf20f20\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.151392638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.162533817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0873558b-261e-4a41-a3da-9e013ec4183a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.162613886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.162651681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2b1b66f-bc48-4812-9149-c2ac48c3cff0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.162683355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.1627164Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.162744927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.162774907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.162800658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.16297235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.163558819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1ae9f5d-0449-4783-8882-a325683c9523\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.163637325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.165299497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a514f08a-237d-4345-b559-4af8dc5b9aaa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.165374927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.166901539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.173784503Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.173847388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.173882558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.174412073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.175377747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccd73cae-4d12-4a48-b85f-c0c4f78fa686\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.175554479Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.176768097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.176823989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.177372672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.180476426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1187315a-eaaa-4e69-bc76-f97faaa746f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.180580994Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:35.193509283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.193595695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.193630765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0b1f59f0-d0af-4042-9e5f-66704d439b7a","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.193665795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0b1f59f0-d0af-4042-9e5f-66704d439b7a","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.193704061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0b1f59f0-d0af-4042-9e5f-66704d439b7a","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.194066343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0b1f59f0-d0af-4042-9e5f-66704d439b7a","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.195657614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7b41973-18a0-4694-8520-bd5535541e68\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.195725048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.197087863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b8b5146-e651-4fe2-abb7-82d31074e377\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.197225598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:35.198917138Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0b1f59f0-d0af-4042-9e5f-66704d439b7a","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":5771,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.20001218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b1f59f0-d0af-4042-9e5f-66704d439b7a\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.200073171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.200105506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6fbb2c6-41a8-4e6d-949b-a9682a2365d0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.200140626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.200170265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69c5b724-ea23-40f0-9b2c-d32a9ac05314","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.20041384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69c5b724-ea23-40f0-9b2c-d32a9ac05314","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.200523008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69c5b724-ea23-40f0-9b2c-d32a9ac05314","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.201143534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69c5b724-ea23-40f0-9b2c-d32a9ac05314","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.203388216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f8b237-12e9-4701-aa63-0dfe150fc295\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.203615419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:35.205242611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"69c5b724-ea23-40f0-9b2c-d32a9ac05314","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":4848,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.205994669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69c5b724-ea23-40f0-9b2c-d32a9ac05314\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.206056292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.206088066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:35.206113226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.207473015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f70ad9b0-dae7-4d89-90d9-cdb85681e924\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.207537724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.213122952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a03217c6-435b-41c5-98d8-a4ee87170c10\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.213490214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.219289909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ded1f18-2cc2-4523-b295-a05cbf2ebfaa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.219428295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.22309461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.225954258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a85ea4b-25e9-421f-b572-b25639a982e3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.226159146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.229121548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a93b02a-5600-40a2-b9e7-6b50b31a3312\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.229250054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.231146834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f60af304-3c12-4cb5-88a9-17bd12392a1b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.231212565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.233159123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af3436ba-6261-4d16-9ba1-84f63aac70b9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.233341687Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.235036774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94ce5730-0481-453b-b178-068bb4bd08c8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.235104088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.23591799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"544a3388-dffe-44c3-b9c8-7b2db4a24683\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.236203879Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.237150445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec98cb0a-609f-473a-84f9-0a8b3e734f9f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.237344332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.239090601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37d67daf-a24a-464f-bbf6-d9fc3e475d88\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.239609034Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.240789265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a29ab5-a12a-49ad-ba8f-745854f5e529\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.241027741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.241074444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.241103361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.241129293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.242129726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.24520839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.255626909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.255779332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.25588859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.255985152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.256929935Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.257528688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.26192647Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.268172485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.268236743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.268268877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.268828091Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.326238117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.326310992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.332535674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.332604732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.332635583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.332664591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.333271009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:35.33348708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61787"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.333701607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.333840274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.33615211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"8df934cf-0b61-4939-9d2f-5eafae901172","remote_addr":"[::1]:61787","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:35.337560396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"8df934cf-0b61-4939-9d2f-5eafae901172","remote_addr":"[::1]:61787","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2291,"response_code":"200"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.337960403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.345987797Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.346081473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.346112776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.346454246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.346931006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8df934cf-0b61-4939-9d2f-5eafae901172\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.349772908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.349818269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.34984389Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.351484749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.351765869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.351831169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.351862432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.352018783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.352075125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.352801683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.35285045Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.352876592Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.35646906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.356549711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.357325617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.357490986Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.366136121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.366978099Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.367040543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.368716943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.40663885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:35.407191712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:35.407460437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.407515166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"497.314246ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.407551298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.407580246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.407609414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.407640145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.407668451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.408618895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.411003657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.416890806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.416955165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.416989814Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.417845649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.422407308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.422499792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.423976955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56848","req_id":"aaa9e321-1bef-417e-be08-619beee33c64","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: da 6d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .m..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.424509366Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56848","req_id":"aaa9e321-1bef-417e-be08-619beee33c64","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.424610377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.424636158Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.424659645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56848","req_id":"aaa9e321-1bef-417e-be08-619beee33c64","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.426415223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4220, tv_nsec: 225300560 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.426551104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.427305537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55168","req_id":"c86b5937-f24f-4ee0-bd38-0404d8dc1ef2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ae dc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.427523501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55168","req_id":"c86b5937-f24f-4ee0-bd38-0404d8dc1ef2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.427988478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.428429326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55168","req_id":"c86b5937-f24f-4ee0-bd38-0404d8dc1ef2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.482061695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.482865346Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.482923582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.482957009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.482984774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.483615261Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.484000087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56124","req_id":"9815abc3-eb66-4915-8dcb-846ed4901ef9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a7 e2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.484062712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56124","req_id":"9815abc3-eb66-4915-8dcb-846ed4901ef9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.484345025Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:35.484443962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56124","req_id":"9815abc3-eb66-4915-8dcb-846ed4901ef9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.484552879Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.48459849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.484627668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.486547934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.492606515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.492681374Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.492712787Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.493151962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.495704578Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5edc8743-0abd-499b-9bd6-d80af901dd9e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.495748175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.49624255Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.496291267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.496938877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.498011785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f96a4d-5ba6-484d-916b-daeb2bb48078\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.498185411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.503090033Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b23f453-8902-4208-bf5c-0b8445699bfa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.503311133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.50853434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72974649-4092-4d8d-a7ee-d09e0f011b49\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.508643277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.512993525Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4759584c-c5f3-47a5-b283-ba4758c7e645\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.513119235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.518349196Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a90934-b8ce-473d-89a5-7fb0ee45656a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.518438644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.522031462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29f7c5fb-756f-4d3d-adcb-08a820e8265b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.52210054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.526790334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.527619145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9bb7d4a-2b3e-4239-95da-b5017ac15612\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.527685628Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.529396076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fae4d44f-9d2b-45dd-8d1c-e1638f6fe829\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.530271931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.531813152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd60fda1-fbf3-4733-8efd-d68432121a0d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.531973651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.533281978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b073f7e4-439e-4a94-b22b-62a8d8340969\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.533444612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.534861535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"690e700a-4b92-4788-8c2c-41258720ab84\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.534979891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.536516833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce94527f-6fe9-48ed-a743-3b7aa0c3df68\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.537318591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.539760506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"939bbb34-db6e-44d0-8d1a-a7b8d6d0e516\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.539844353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.541666634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60b1829f-63c4-4bce-8eb8-3d1d55f86f66\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.541773497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.544303067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75988e20-da36-4d65-a728-3a6fcf2bb51b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.54457563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.54640757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bef7b72-4bcd-4276-bde9-f2090709afd0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.546519293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.547398985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.547546219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.54851563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.55022175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.551064809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bafcffe-05e5-477c-869d-329a537da71b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.551345819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.55279184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.552854746Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.555362683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c22251-542c-4f64-9386-5d2545365f3b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.555486509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.556349028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.556407414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.560418586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94790401-4d95-45ad-b79c-9be80779b42b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.560805908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.567304446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecf5b71e-4687-453e-920d-01e6b4bb5c9e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.567626087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.569570781Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d221f7d-7b3f-4e18-9003-e8fa5af6a8bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.569840358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.571057754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b93de9-fc08-47cb-8524-bce7bd518edb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.571338223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.572508925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81922cf9-a198-49b6-85b5-35cbbd1f138a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.572767671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.575139266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6d2fdcc-cc60-4a5b-a48f-742242b6f223\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.575295427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.578321266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.578397889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.578434061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.578462938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.580152505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.582061819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"261fd9f2-a751-4346-ab43-2b16760a9877\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.582436285Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.582770331Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.589412785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.589505059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.589587854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.590103111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.592846146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.59288837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.593550399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.593727161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efb2f604-3f68-411f-9539-1f7b88b2b36f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.593864876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.599162521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"322c0ae3-eeec-426f-804c-be8ed5ba4b03\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.599294584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.601861338Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7720a426-16f7-4435-8283-d801de991102\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.601984995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.604069438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91a40f81-84c7-4e0f-a109-002de98c110e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.604137313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.605169269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8de651f-9d6a-405c-9e4d-59b088591c64\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.605505669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.606793225Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6594372d-e24f-4a58-9f2e-7e4187d684b9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.606925869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.607898006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9538365-e51f-4638-926c-02cbbbd14f42\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.607975691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.609037386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2455c0be-dd35-46c5-8ab9-81df1d054f99\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.609231232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.610273198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cdb9693-2606-480f-a75b-fed77e891141\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.610591462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.616451177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2367f15-bbde-4362-ac40-594e2c06d6e9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.618798364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.622105353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d57eb6b5-86d1-40fb-8bf4-7c6a0a9bcaa7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.62225925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.630557012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.633011713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5e5935c-8c22-4426-8a1f-6918e75f2622\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.633282763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.637888901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baeae683-e4f3-4945-a905-f073515c31f6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.638546351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.6430931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06d31bbf-2a79-4bb0-b7c4-fcfc7a32607c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.64323363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.64647617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"249ee782-c572-4c76-9a28-713c5803f346\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.646540378Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.647749387Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d8a8c34-7864-403c-b808-dca4a825a162\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.647866921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.64911104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13acf222-7476-4dfe-8f63-af7fc231556f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.649183895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:35.651462455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.659679998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6da94a15-2352-4a57-9e7a-167404bfc619\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.660295424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.661873078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14e122b9-145e-41fd-a054-fb96d4befac0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.662200971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.662263375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.662295559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.66232591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.66298858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.669940512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.674538463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.674603793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.674634895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.674664864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.674762279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.683314739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.685406096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.686669804Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.686757458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.686788801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.686812107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.687032186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.69705231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.697183842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.697218962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.706436958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.707410077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.712993782Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.713112499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.713202148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.714014226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.717536483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.717596613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.718397278Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.772985302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.773044149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:35.776005349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36206"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.776084497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"a8262ea6-a6d6-439b-98b1-bee970a60a5d","remote_addr":"[::1]:36206","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:35.776435796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"a8262ea6-a6d6-439b-98b1-bee970a60a5d","remote_addr":"[::1]:36206","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":993,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.777837068Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8262ea6-a6d6-439b-98b1-bee970a60a5d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.779561133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.779611334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.779638728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.781956777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.782011826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.782044421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.782072237Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.782695659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.787164192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.796579662Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.796863637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.7969101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.797596307Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.827205662Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:35.833871443Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:35.834407331Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.834472981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"426.861995ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.835078207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.835131985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.835163197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.835193327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.835221864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.83590757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.839384067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.84687925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.846957416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.846991424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.847414627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.850489794Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.850549212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.851484526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49519","req_id":"90075949-3650-45d6-8bfc-41379ac99f97","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 84 3c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .<..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.851549115Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49519","req_id":"90075949-3650-45d6-8bfc-41379ac99f97","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33852,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.851624365Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.85179287Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.851829533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49519","req_id":"90075949-3650-45d6-8bfc-41379ac99f97","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.852198859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4220, tv_nsec: 651100369 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.852252356Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.852564417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64740","req_id":"1de00fee-dcc6-4f7a-bd6f-5c701cdbd048","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8c b7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.852675038Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64740","req_id":"1de00fee-dcc6-4f7a-bd6f-5c701cdbd048","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.853148762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.853200856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64740","req_id":"1de00fee-dcc6-4f7a-bd6f-5c701cdbd048","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.89670764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.896971065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.897532964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.897593956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.897630429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.898540442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.899190647Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60419","req_id":"7ffc7c88-65a8-4007-959a-7ca2039e5962","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1f 07 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.899340626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60419","req_id":"7ffc7c88-65a8-4007-959a-7ca2039e5962","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.901522884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:35.901629927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60419","req_id":"7ffc7c88-65a8-4007-959a-7ca2039e5962","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.902592686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.902655962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.902683557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.906201596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.914102959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.914166185Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.914199461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.914570881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:35.923942063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.924251069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.925161783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.93303012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c27e4a72-2e0e-40bb-be22-2e02e4b7ca5c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.933363384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.955331705Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"515d7095-810c-44e2-9951-3badbcfecb88\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.955511934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.970392132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dfd01f3-6e4c-459e-a6f9-d31b16dad464\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.970678091Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.978218916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2612511a-e0f0-4d69-9a4c-fca24866bfc3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.97852202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.99925071Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae053df9-7571-4109-978f-b221be7f6e8d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:35.999501049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.004851991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a50a9e6-3f72-41d7-97a8-e84d5e186831\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.005241497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.005947774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.011523854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea7de682-30ba-45a5-b817-ffa037446d09\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.015378915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.020382484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bb7a3df-b8b0-462e-8854-a9ac3a3756cc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.020602001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.021990869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"327ad8be-2d5c-4005-a1f9-6c5f96c38019\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.02229756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.024013148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efcc9a59-2bca-41a5-b61e-766c54e2874a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.024252795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.026701645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e97985-09cc-49b2-beb2-372561d54156\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.027258314Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.029445111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a5ff817-f68b-499b-b4f2-e66c523b4b5c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.029665119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.033002138Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b3ec07-139c-492d-a8a3-900458929707\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.03326895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.039287732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcc3528f-a7f0-4815-91cc-ec2a4fb9e837\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.03954279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.043913398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3025040c-9382-41fb-adb6-3ff6e3b4412a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.044169318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.048500217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ca41964-f7a0-4a20-91a7-0694f2eb92cb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.04882288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.052263505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb29b58f-89e5-49fe-b0f1-d111c3261770\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.052473513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.058556503Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.058613978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.058648256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.058676001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.06277098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.063867956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"559a6034-47e8-4dbb-b90e-eeb062787b14\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.064167563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.067604351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.078710349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.078774386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.078809797Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.079887825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.082783163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.082837261Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.083893295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.086387465Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16f7e671-ebbd-4820-aaec-eaebb9f95bb0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.086454378Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.088003485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41fe6f3d-aaa0-4991-b467-f73a9561b8b0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.088107111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.088992926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34e1ead5-b901-4748-ba9e-0081972fd1d9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.094567884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.096423932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a43f010-ffca-4b28-805b-2493ca2f284f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.096815201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.097518573Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b77299c7-7261-4e34-b75e-dcdfc796d7c7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.097679654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.09999637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04526ddf-864e-4429-b704-daa0de339e84\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.100218492Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.103940668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9466a3f5-450e-4a59-96d9-74e09f6512c3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.103981279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.104484191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0977a348-a86d-44c3-9209-5bb8bf08f336\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.104672517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.10714846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c7c8ff6-5f63-4e46-a608-d4055973eab3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.107210012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.10915642Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42e4f519-58c4-4c10-b0ec-3efcde88db3f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.109278594Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.112389342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6edf6ace-a8af-4145-b576-fa7868eedf00\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.112528239Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.117022253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cda95879-40b4-4736-9a40-c53a005977fb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.117232582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.11848655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78f4ed7f-d0be-47cb-afad-69bab70eb401\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.118617711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.121674933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18af11e1-d8e1-4884-adb6-e6c1d724f6aa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.12179904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.122884853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4939947a-9a20-47f4-ba5c-7f9cd015b543\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.122987999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.124436585Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26104dd7-5c78-4ce6-b3a7-7ced8ceae49a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.12450432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.125922696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c0c33ab-2a79-4bc4-9804-931595dd1c59\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.126139658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.130420738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.130695676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b241b5fc-0e54-4ec0-bc13-db8dbf332131\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.130762189Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.144715449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6caf7ee0-23fd-4f37-a5cc-d2a7b1543ac5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.144923624Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.146750915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e61ca688-863a-4da7-8dda-b5a334411c68\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.146883389Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.149158973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b76fa0a8-93fc-4260-a644-526b3d855756\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.149467778Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.15151652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5569f89f-6db0-4ff2-a86b-5224f089a5a5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.151591379Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.153401496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12b9d467-738f-42aa-affd-6cfa692799fd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.153484982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.168732171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0abe250a-ac1b-4d1b-9e5c-86d51b760408\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.16883199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.170058754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf1fa86-aaaf-49f5-9ec9-268110dc6271\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.170199515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.173272047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f55ea67-b99f-4dab-a331-686ea86e363d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.173405793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.174475975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"406ff1b4-dbf1-4616-8814-81901e76565b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.174540654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.174631165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.174678759Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.174707647Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.176337745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.184402754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.184491891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.18452608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.184553444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.188047897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.188316802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.194802364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.194949818Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.195063084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.195159666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.195303092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.195828118Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.199648169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.204508754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.20460725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.204694344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.205464728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.205864816Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.230452194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.233880746Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.233994462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.2345153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.237764053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.238330702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.239493599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.368823991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.368899211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:36.377062776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35340"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.377135912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.377173086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.377197996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"83c27253-10d5-4042-a715-9f3888d51e7a","remote_addr":"[::1]:35340","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:36.378524749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"83c27253-10d5-4042-a715-9f3888d51e7a","remote_addr":"[::1]:35340","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1995,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.387388139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83c27253-10d5-4042-a715-9f3888d51e7a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:35 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.394955076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.395032861Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.395063602Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.396406668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.396479483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.39651297Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.396541426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.39715548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.397219988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.397892037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.397951225Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.397980524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.409264126Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.415647765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.415889987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.415943163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.416472347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.471414075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:36.52745846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:36.527816664Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.527878156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"692.915209ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.527918336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.527946963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.527986322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.52802037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.528052734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.52878859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.532062273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.535551856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.535618629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.53569474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.536006902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.539508399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.539571695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.539607596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.539636514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.540042132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.540182712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.540229375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.54078892Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49281","req_id":"3f244882-78bb-4b9e-b8d2-bb85ec86e461","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 46 00 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 F............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.540851144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49281","req_id":"3f244882-78bb-4b9e-b8d2-bb85ec86e461","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.541072726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.541232995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.541281061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49281","req_id":"3f244882-78bb-4b9e-b8d2-bb85ec86e461","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.541928831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4221, tv_nsec: 340816674 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.541993039Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.543630973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.548493752Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.548560595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.548592568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.548745323Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.550289399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.550367284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.550397685Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59671","req_id":"59194a04-7379-40b8-ac46-e2c09e09c946","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 11 4d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .M..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.550434919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59671","req_id":"59194a04-7379-40b8-ac46-e2c09e09c946","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.552066229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.552192361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59671","req_id":"59194a04-7379-40b8-ac46-e2c09e09c946","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.552724501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.553669845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.600685991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.601064235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.601128453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.601771845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.602408744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52086","req_id":"2e988d16-ea39-4529-a489-b94c935450ec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 97 82 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.602542781Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52086","req_id":"2e988d16-ea39-4529-a489-b94c935450ec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.602694854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:36.602784923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52086","req_id":"2e988d16-ea39-4529-a489-b94c935450ec","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.603165411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.603221473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.60325018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.605067301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.605245285Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.614697198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.614826856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.615166142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85484fbe-07b0-4262-b2d7-39825ed5c60a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.615658273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.639279957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"416bd639-c8bd-4256-acce-986db820d10d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.639623301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.650464041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09a46415-a771-4682-a01f-9027223d1d42\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.650609831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.653590209Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d08c637-47e5-42c1-9bb2-d91136ed2438\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.653721962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:36.6543784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.658419411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81f5e7a1-3831-4720-a080-2db841fca0f7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.660679074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.664656919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2d29950-74dd-45a0-8cd8-58d8a03e11cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.664917488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.669589627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0489210-5198-4180-be9d-22ec94dbf23c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.669855988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.670688016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.675793398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b8c64b-fa48-47c3-a743-2a5b2678c3db\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.675920882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.694035845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b73e7456-6656-41fd-9824-302145e9608f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.69431467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.69553433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55d0c6b3-cd84-4d5f-9966-cf1bd2647e82\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.696008435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.697041894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9251ebb-b9b1-4b0f-bdab-7bc886c5280f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.6972705Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.699128862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30d3c173-878c-4bbf-854e-2f8d21834899\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.699417748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.700780303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74e7f9f4-26db-4e6c-80d2-3543a2e83d16\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.701055651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.703133531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"839177ad-d993-4752-987f-ff30a08d1fdb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.703350684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.70517569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"063dea89-0aaf-4fab-b7e2-d7a5f522e98b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.705590006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.70744925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c6dae64-4ed4-4eb4-a7d8-74855eaba69d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.707664128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.709635195Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d705b9a5-7260-4618-b87d-120acd4ac98e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.70984824Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.712152381Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bb108dc-1415-4fac-b0b9-579f2751988a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.712368942Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.71410429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9774c7bf-a13b-4056-9fc7-82c822c12c41\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.714313747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.715204201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4f269b2-b449-4c5e-bb4d-5887b6bb36b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.747594256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.748040065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.748095786Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.748129553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.748157869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.749023564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.753660894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.768217347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.768301725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.768336344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.768756391Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.769515233Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaabafd9-c7e3-44f9-addc-0b4cf85bd8eb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.769934768Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.775691979Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.775753742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.776874796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.777907704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30403477-5189-4810-86d3-85e3692cf640\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.778160468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.780778003Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"208fada1-b57d-483a-82ff-a6befcbdac27\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.780837772Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.783129137Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e36b5f3-f38e-4ee7-b07b-0d4304799021\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.783966075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.786544792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3909aba9-c646-43a9-acea-75c99aeaa645\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.787578642Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.798625723Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"784052b7-fd1b-4fdf-a148-20a8a6a41ef3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.798848456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.813799575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"439a8f36-0820-40a2-b051-78ca14fed3e1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.813993352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.81749058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7758e75-9096-4913-bff5-64f2a0af0288\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.817934795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.824093095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.860823057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3fa50df-8713-4c56-8aea-26db70aa946d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.861083385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.863575611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8573bd1d-3541-48d8-a87c-b104ffa34e53\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.863750309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.864614341Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1725f8d-09a9-4692-8fd4-b341f00f9a9f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.86476967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.865898128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a9009ff-c9cd-4cc5-b0aa-9dc6d8bb2b8e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.866085542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.871935097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03b70022-82f9-45ef-8b20-0d252768ddba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.872056168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.872997463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd8584c-1ef3-41c4-bacd-3ec4232c9074\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.873154406Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.874421461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f59355d5-aa5b-4b4a-bce8-ce1f42a0148a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.874597451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.875263338Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.875317326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.87534962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.87537989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.876086458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.879130894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc97aab7-d85f-4d1b-afa2-8089a3de7966\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.88004741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.880400103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.885905913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.886006463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.886107144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.887117617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:36.891007618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.89106915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.892553518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.897966833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d736137-4584-4865-b1ba-5f432aad855a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.898132874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.958692686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8338d009-c19d-4e4c-8fbd-59aab1412be4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.958775871Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.982032669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.985068568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"080bb57c-acc9-4e72-a6de-8a5ea4268949\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.985285721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.99030469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a794282d-6e0c-41f9-a9db-c328176d7bf3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.990514038Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.992672077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74167dc9-8a83-4dc9-a765-a0db4ab6eb39\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.992778309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.993753432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01372b84-f4d4-4c17-a05d-b717cd84c0d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:36.993908611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.004526707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"006df6a4-39e0-4548-9dc0-517a59d461c2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.010884084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.011859978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cf236b3-f4ee-472f-9486-5a298c7278f7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.013094518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.014153147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a95cbba-4bff-49ba-ac66-2a3f7d19eba1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.014264639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.01431008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.014344418Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.014372364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.015291184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.023059963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.031588987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.031653826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.031689657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.03172119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.031750899Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.03215256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.032805701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.032866833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.032898616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.032926051Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.034362252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.036272228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.040813035Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.040920449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.04095592Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.041324715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.044425132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.051361983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.051426452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.051459006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.051816058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.146080313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.146205553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:37.146976048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43006"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.147713567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"81b311f3-89d5-469f-9a67-3237ef920a7c","remote_addr":"[::1]:43006","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:37.148325346Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"81b311f3-89d5-469f-9a67-3237ef920a7c","remote_addr":"[::1]:43006","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":619,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.149043748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.149161362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.150079071Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.150606852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81b311f3-89d5-469f-9a67-3237ef920a7c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.152719832Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.153678743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.153846577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.156720754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.157029208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.157139137Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.157229387Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.158281804Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.163249592Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.168338171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.168537047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.168591205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.16904559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:37.193034036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.193333121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.193754581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b3d46042-2468-407d-a3fc-c0458f237dea","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.194054028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b3d46042-2468-407d-a3fc-c0458f237dea","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.194114338Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b3d46042-2468-407d-a3fc-c0458f237dea","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.196205675Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b3d46042-2468-407d-a3fc-c0458f237dea","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:37.205904259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b3d46042-2468-407d-a3fc-c0458f237dea","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":12185,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.206723381Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3d46042-2468-407d-a3fc-c0458f237dea\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.207043448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.207495128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cdf51b9c-4a25-4d06-b684-97ef233da759","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.207865847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cdf51b9c-4a25-4d06-b684-97ef233da759","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.207984473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cdf51b9c-4a25-4d06-b684-97ef233da759","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.208713596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cdf51b9c-4a25-4d06-b684-97ef233da759","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:37.21513995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"cdf51b9c-4a25-4d06-b684-97ef233da759","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":7620,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.215456431Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdf51b9c-4a25-4d06-b684-97ef233da759\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.215523304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.215555969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:37.215580147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.223846938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.224090694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.224416804Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:37.225087771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:37.225437297Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.225573278Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"697.635903ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.225696433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.225782956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.2258857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.226054567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.226155167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.226900763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:37.228170433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"127.0.0.1:33881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","remote_addr":"127.0.0.1:49374"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.228852932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/1ee41cf9-5af7-443f-b0f5-588e2356be91","method":"GET","req_id":"fe450385-f091-4a7a-9986-dc3419608127","remote_addr":"127.0.0.1:49374","local_addr":"127.0.0.1:33881","component":"dropshot","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:37.234190427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/1ee41cf9-5af7-443f-b0f5-588e2356be91","method":"GET","req_id":"fe450385-f091-4a7a-9986-dc3419608127","remote_addr":"127.0.0.1:49374","local_addr":"127.0.0.1:33881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":5301,"response_code":"200"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.234413732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.243136201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.243249757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.243308675Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.243878199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.247046963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.265364399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.265434589Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.265464919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.265624758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.265666852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 17 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.265847772Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.26637384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.26641864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.27051421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.270571484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:42:37.266296045Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.27406275Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.274114283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.276127243Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.276186772Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.278419581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.278490021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.278550682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.27858488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.279245677Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.279719561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.27976446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:42:37.273945076Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.280421139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.28046688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.280789543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54939","req_id":"e73c2abd-abbc-43b2-8df1-9af362c6fcc2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ca 0f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.280850604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54939","req_id":"e73c2abd-abbc-43b2-8df1-9af362c6fcc2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.28105919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.281224018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.281312144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54939","req_id":"e73c2abd-abbc-43b2-8df1-9af362c6fcc2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.28180199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4222, tv_nsec: 80696846 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.281864705Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.28216333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53247","req_id":"c14465f2-06fc-4e09-8b10-498d00208905","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4c 75 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Lu..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.282312197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53247","req_id":"c14465f2-06fc-4e09-8b10-498d00208905","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19573,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.282414681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.282453688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53247","req_id":"c14465f2-06fc-4e09-8b10-498d00208905","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.345609001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.346124017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.351585128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.351649677Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.351681981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.352196186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.352827373Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.35289067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:42:37.280349686Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.353806274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.353863508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.354083837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.354230519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.355353446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62000","req_id":"fb36862c-7d3e-4a22-b156-998e461ded40","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e4 e5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.355628785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62000","req_id":"fb36862c-7d3e-4a22-b156-998e461ded40","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.355901178Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:37.356077118Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62000","req_id":"fb36862c-7d3e-4a22-b156-998e461ded40","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"no new timeseries schema in database","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.358625486Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.358683511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:42:37.353724090Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.366237903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.366298173Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.366618992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.366664062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.366691908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.367072676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.368980427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.369081599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.36912208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.369948626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.370011211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.372247607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:37.374871515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.37708718Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72edfd91-4d4b-40b9-a993-cb288df7b08b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.37734843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.38850058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.39420207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.394278462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.395402301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4612a867-e6bb-4f98-97a2-d44e6df9194f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.395478944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.399531749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.399650626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.404031725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.404231733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.41057423Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.410660492Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.413316264Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dc16a83-1709-4d7d-b6a4-469420298c98\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.413747363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.421221414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.421303969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.444553241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ae976e6-b004-418d-891b-f61c84461b14\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.444800644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.445213958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.456316328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"934f8880-920b-4ca4-938c-45d4cf6df9e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.456543862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.461671999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3561f1e6-2f34-449e-a510-9afe3af343d5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.462054431Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.464336799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a94fcd2-6f4d-46c2-851e-7de4fe01f612\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.464562088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.466494237Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7225cf0d-37fa-4518-b876-961e329f6f57\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.466910827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.468236739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a09e8ab3-d00c-4673-a4a2-60359f840daa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.468936223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.470062316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e29be6b-c5ae-4050-9f1b-9f9a26ebb45c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.470304329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.471341435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dceadd7-72e1-40b3-943d-712d02f9aa92\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.471566393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.472551426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16138a1d-ef2b-479d-b870-62488c7e4343\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.472767597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.474576942Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23978535-58c0-4c46-bcba-0bc89a70e754\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.474850747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.477957707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b55f0b1-9c3a-4fd0-a29b-75c96b0a71ec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.478214028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.480140166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73fabe32-b51d-4d73-8612-b2d4207c9ef6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.480352419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.491395231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dee694f9-dfcf-4465-89b3-765fad874e6f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.491474288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.493551377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00128291-6a7c-462a-b4fc-56f999cb901f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.493812517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.495655159Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d843100-6727-4f1f-95c7-7c93af054404\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.495771009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.496441004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.496496465Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.496531124Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.496559591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.497338452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.500303099Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.505883117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.505945732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.505978397Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.506397061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.506715375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b60f9c9e-c702-4449-9f36-0fc330f074ba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.506892298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.50834908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a66be21b-029d-4cb2-84be-d6075f113241\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.508478348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.509555694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63b079a7-045c-42da-861b-492ed6dbef6d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.509694822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.509900562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.509949679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.510941215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.513622167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bda7e9e-7f43-4f7f-88a0-5224b0308046\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.513777266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.514861105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7da56932-a15a-447b-af89-f78964121e5e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.514983569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.5183269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8b69ad3-d687-49dd-b9ff-49daf9e0969d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.518391098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.520380512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a5c4040-b0d7-4f64-b77a-057dbe50e6a7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.520588727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.523586069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1e425a6-c853-4442-85ac-1828607cc5b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.523735316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.535066653Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"471ce262-39a4-4c95-a381-f65952c421e8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.535390599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.537497817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2debeaed-ae58-4905-8b7e-30e1c713ce96\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.537546454Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.540638906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0522adb7-8d3e-4f4a-b2ba-38cb8f9d12d6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.540711631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.543364546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fe75268-edad-4b37-b9e2-1e0fe29fb565\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.543490688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.546059576Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47f9488a-fcd0-49c4-b875-7312901bd8ca\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.546114826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.546454182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.547347703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.547695185Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.548601471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.552352825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.552604797Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff31c7d7-c111-4acd-831c-93b7a8c4729f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.552747772Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.553295463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.553352056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.558013203Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.558746664Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.559407581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43523bab-4023-4a88-9775-578ab13aa132\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.559472811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.561808876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac150463-b541-416d-8e4d-84cbc8248347\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.561884646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.56739715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f24f93ad-0d80-4709-84e0-6720ddc3c604\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.567650014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.57185398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b33f7d6-5e30-4abf-86cd-435899277ad3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.573425972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.5780425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36b1a63e-4c29-424f-a2bf-5508352df253\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.578819799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.581889916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbb2f5ba-c45d-4a75-b102-694cf3ad4fd2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.582588027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.585885697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eec50cc3-ae1e-4528-8ac3-439dd24b545b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.586066798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.588959171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"220aaf8a-adee-4027-ab2a-796684c17005\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.589227656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.595610643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f908b36c-f8f0-4ca6-9720-bd40913febe4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.596008706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.597457162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.597788563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.59809312Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.598358468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.600663932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.601860275Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a50bbf1-64b5-43d0-9b2d-8d2029b67c0f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.602664788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.605482673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.613404847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.613505628Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.613589425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.618260882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.61855561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e87d0f8a-a7fb-488a-a928-8a0c0dddf0de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.619460683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.623349982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2af78e35-391a-4edc-99db-f60db40b01e6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.623568558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.624172631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.624235146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.624752477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.629162744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e00ee9dd-f5ed-4dfe-82e1-32dbb0791ece\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.629692559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.629756787Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.629792368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.629821627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.630641961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.634540659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.644337789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.644405193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.644436907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.644466756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.64449386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.645080258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.647924846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.656034995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.656205695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.656354872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.657004937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:37.657742717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.734176537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.734236496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:37.738350874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59116"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.739183844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"fd9e6212-0f42-408e-95e7-c6ad9e073c4f","remote_addr":"[::1]:59116","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:37.74085353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"fd9e6212-0f42-408e-95e7-c6ad9e073c4f","remote_addr":"[::1]:59116","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1680,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.74150086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd9e6212-0f42-408e-95e7-c6ad9e073c4f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.748169597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.74833187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.748410507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.750655109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.750893194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.751194524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.751306147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.752061702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.755746403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.760864641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.761146473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.761251312Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.762178329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.774747121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:37.802023808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:37.8027979Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.802864853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"577.114032ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.802905615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.802934873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.802967558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.803000163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.80302881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.804038181Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.80853957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.815626721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.815728844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.815834274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.816747233Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.822128024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.822215368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.825186859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56801","req_id":"ffb8445b-7c8f-42e8-9702-708900e1a54c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d5 44 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .D..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.825262329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56801","req_id":"ffb8445b-7c8f-42e8-9702-708900e1a54c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54596,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.825468079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.826331249Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.827465609Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56801","req_id":"ffb8445b-7c8f-42e8-9702-708900e1a54c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.827733523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.827781588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.827811087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.827836879Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.829419782Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.829678067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4222, tv_nsec: 628596951 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.829734509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.830518942Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57285","req_id":"986416c0-c090-480a-a6bf-5ae9bedceeaa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ed de 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.830580164Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57285","req_id":"986416c0-c090-480a-a6bf-5ae9bedceeaa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60894,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.83097925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.831013969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57285","req_id":"986416c0-c090-480a-a6bf-5ae9bedceeaa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.905401481Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.906291234Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.91319065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.913262824Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.913292934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.913765947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.915150034Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62085","req_id":"a31dbc98-c8ba-4d74-b1e1-d4f20da10114","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2a 4c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c *L..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.91521786Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62085","req_id":"a31dbc98-c8ba-4d74-b1e1-d4f20da10114","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.915445884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:37.915542186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62085","req_id":"a31dbc98-c8ba-4d74-b1e1-d4f20da10114","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.916576567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.91662336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.9166536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:37.917841046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.91791315Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.918584738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.982459925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eec1c8f-0e80-4667-8e51-5e70b606d630\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:37.985448439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.005136927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c739378-82fc-4c5d-b0b8-637591961864\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.005957983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.021135714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"705e23a7-75b5-4355-a40a-f71020ba8dc8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.021519689Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.024676699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2bec777-f3ae-4272-b41d-da0131eadf0a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.025186395Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.031044016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.033762211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df540fb6-fc8d-4f93-b641-8a5b191a5200\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.033989184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.036366741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c6fd3fc-8165-4d88-9dbe-c9f62b63bcff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.036614915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.04527524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5589ff19-2299-4980-9391-5ed091e92a00\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.045396913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.048770344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1decf91e-a421-4570-ba93-582e004936d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.048840223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.049781278Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20dbed5a-57ca-4bfa-ad58-2824fd19e390\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.049934955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.052927758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea3207fb-701e-4551-9e44-204d151ea990\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.05307437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.053947339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"868114b0-a295-4278-a2a7-64ae1ba585d8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.054253599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.055399863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c819593e-a159-439f-98d6-c63bbc64a309\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.055567758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.057046093Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea453f06-7617-4435-bb33-27e2e7b1acb7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.057224649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.06128044Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d7be79-7b27-4938-9d4c-72a8290320b2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.061439066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.064152612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5a05a80-842c-44ff-a068-0405451e1e2a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.064408693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.066892341Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd3877b-6446-4fe1-b9fd-679eae440710\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.067020537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.070314049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eae04a41-213b-497d-a850-7db8a4f3ca24\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.07037982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.072664241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35241012-9a10-40b7-904e-218bb0bc0745\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.072785543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.076694872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe4f4635-7856-474f-85ae-9cb29d8e0efa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.077077444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.077960253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a727f85-923f-4e12-b59e-d09bdc128cf4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.078202065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.079614399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0c6aa30-f928-4c0b-a993-d465facddbf1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.079837974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.081430267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.081566549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.081661488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.081746417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.08251064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.083369902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be52f820-fb07-419e-9b20-1ac9b583f129\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.083593417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.084709651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f226d668-1db2-4206-9693-46f5395ad437\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.084917265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.085266641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.105537309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.105649101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.105738349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.106982218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.110920364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75febc3c-8def-4c64-91d4-e8f3fe78b65b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.111401372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.11201232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.115608675Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.119053308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.152692963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f493a39-6377-44c7-bbb9-187e231b95de\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.152943873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.157827263Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5896ac23-970d-493b-8e76-32a17ea6c53f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.157916972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.163967166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b734bcae-fd9e-4043-b7c0-2f0ce293f7a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.164315711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.174637637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd3690a-3f95-469a-b199-86b45cfecc61\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.176835355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.180163306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08c10966-c019-46b9-862e-a34c1bbb3285\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.181006987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.184496951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f18dfdd8-35a0-4ce7-bc84-26d61e4388bc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.18456175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.1858821Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffd05290-1831-485d-ab60-9184b5c6eb28\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.186041769Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.189224109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00c8333a-b938-465f-8f0a-966638d0f5d2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.189511352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.191286318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29b40df7-41bb-4a67-9c27-2c761b33f03e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.191520424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.194382377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7d9581f-62c7-43f0-90a1-e4888aa07ff1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.195189755Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.199553951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.201978061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68bcf03e-9d12-483f-803b-9f27c730bba0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.203881142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.206677103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fdbbf0c-78b6-4eb0-851d-35a97e254c6e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.206777473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.209481641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de015086-99e7-44ff-ab0f-f46104014d88\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.209547853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.211549882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69cfc3ca-133b-408a-bbbc-a9d75ecc5233\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.211754099Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.213950174Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c234bdf-1ae6-47e7-a61c-940b9296472f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.21407358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.218141535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ffde59f-5f22-4a77-b1a5-b7b502ae2b95\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.218316784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.219941572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18011e15-92f6-4cef-bf33-2439b14e3bd7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.220294545Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.221138006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5905b223-21a9-468e-a661-ae0f074c2d17\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.221336691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.222292666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b594693-e8d4-4f17-9342-4712893c440c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.222448086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.223376105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f5137b9-f5af-48f4-a583-053bc7cb1997\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.223577646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.224374865Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0e4d4a-d769-404d-aae2-2c8e34d22c28\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.224438361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.224521196Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.224556897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.224587098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.225225269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.228400846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.233795946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.233862218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.234078629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.234127957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.234158308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.235474831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.240853918Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.252135496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.253162112Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.253324004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.253927156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.255659848Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.255716952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.255807152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.255839466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.256316156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.351477148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.351551857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:38.352437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47733"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.35267252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.352734513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.353565519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"504cfe6a-857a-425b-85dc-4f500312646d","remote_addr":"[::1]:47733","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:38.355010157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"504cfe6a-857a-425b-85dc-4f500312646d","remote_addr":"[::1]:47733","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1470,"response_code":"200"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.355470274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.363872214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.363934328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.363964949Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.365060352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.365427273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.366413057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.366463597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.36648976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.366514048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"504cfe6a-857a-425b-85dc-4f500312646d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.368732027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.368951204Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.368981765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.371089003Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.371141728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.371174494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.371202439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.372541157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.399302407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.399402205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.401438382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.401655545Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.413292291Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.413576807Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.413671015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.41425542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:38.442202352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:38.442468041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.442523742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"639.587216ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.442559594Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.442589553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.442674563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.442720524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.442753059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.443528073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.446861886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.451626489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.451696659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.451732891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.452101235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.452540219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.45599865Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.456075133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.456659767Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55779","req_id":"8373d6d3-0d59-4e13-8392-816759fb1e5d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ce b9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.456853453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55779","req_id":"8373d6d3-0d59-4e13-8392-816759fb1e5d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52921,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.457029895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.457197469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.457338139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55779","req_id":"8373d6d3-0d59-4e13-8392-816759fb1e5d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.457684399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4223, tv_nsec: 256585327 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.457743827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.458125117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62927","req_id":"06ed8802-12f0-466d-b864-c70978090aa3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ba 43 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .C..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.458181359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62927","req_id":"06ed8802-12f0-466d-b864-c70978090aa3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.458270717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.458361919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62927","req_id":"06ed8802-12f0-466d-b864-c70978090aa3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.524699452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.525666128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.525730376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.525767119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.53158951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.532295627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.532965071Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59415","req_id":"ad401f21-7351-4df5-a90a-647fa9f1de9c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d3 49 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .I..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.533620026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59415","req_id":"ad401f21-7351-4df5-a90a-647fa9f1de9c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.537109037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54089,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:38.537213886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59415","req_id":"ad401f21-7351-4df5-a90a-647fa9f1de9c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.537615697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.537672871Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.537772539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.538824846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.547165103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.547368509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.547442476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.548019826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.563662133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.563822262Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.564204563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.565346699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.566533063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e604e4cd-c03f-4b0e-b3dd-bcbac38e8628\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.566887589Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.573278974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.573403822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.574408434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.574967388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.575347886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.588830208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.588946711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.58957357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98b8f5b-58b3-492f-b6e1-52331f6eefa8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.589878597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.591707852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b6ceb1c-e7af-4a67-aecb-2b8ddfb881fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.591933411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.593570513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"464613ab-06e8-4773-9b45-6789a8c1be65\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.593785421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.596442776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b009e57-0230-4232-ba10-e01b87736de9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.59685131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.628553715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b32e64e4-79b2-49f2-9cc2-239d9eeb4469\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.628785427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.632391842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fde1874-1500-49f2-913d-87bd0f5816c9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.632615027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.635165749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b887f8a4-3fe9-4b8a-9a43-66e5ae66119a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.635441048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.640246963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afa4dbc0-2ff4-4371-bd1d-fff7217ce2ad\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.640500709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.645301103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3acc25e-5107-4272-9a1e-5850e1b1aea7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.646359682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:38.687666203Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.695414972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1354589-885c-4341-993e-09e4c5103dfe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.695715751Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.699046698Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3281bbac-d9d1-4400-b1a9-29584967a1f0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.699277958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.70301289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f94895c-7970-409c-8ebd-9c613c8e71eb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.703300283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.704355956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.708023183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72696d42-2e8b-4b51-9313-787a4b55c80c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.708243161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.711307987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c99fb4c-a638-4b40-a333-dd9b0924154e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.71151483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.71539979Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85dac740-ff39-4300-aea3-5e6226664b29\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.716019014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.719662213Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17a96de1-0048-44ab-a180-77164c0b26b4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.719869846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.722846928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db8e851e-0061-45d9-8476-c2303050e3aa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.723058229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.727104822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88d51322-5afb-45ba-baa7-52e84d00a863\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.727350201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.728769999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70704c5f-6c60-46c0-aa47-dbe0ad4e6c3b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.728994136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.730415097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0086f6de-addd-429a-a180-41281d69d661\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.730634444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.732200324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"691d0939-c2e3-41d0-8821-fcdcb8400506\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.732418148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.735670558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8012d719-d336-49b3-a772-f730a459786e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.735830607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.737351818Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"745f4c4d-6c11-4a12-bd0f-88c82175f237\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.737919008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.740306615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d88f23c5-008f-4c17-8e0c-f16e15134689\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.740377006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.742067614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf243e24-ad21-483e-a2b4-9a76e670e099\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.742137944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.744214722Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd3593b1-b998-4379-b5c0-d20a29a30dec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.744331425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.747125431Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a1507db-a148-46b1-80b4-d6d574018382\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.747189299Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.753391246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad1ec4a-bd5c-460b-b9b9-fc20acebc382\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.754079727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.755363806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.755503725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.755628213Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.755743472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.757394562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.775294537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1943ff7a-913d-472d-a2fb-01916f9555f2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.775595476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.775876256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.790685913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.79078504Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.790870701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.7913874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.801147858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"449cc8db-ad4d-42b0-a891-752d67f8cf12\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.80139499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.803512028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.803617157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.804211101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.805122878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564a397c-885f-480b-8f19-c3374ea24ca0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.805754276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.809462023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ea905d7-f46b-4c4b-adb2-9ea5885a5042\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.809696721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.811884991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d969d033-b1bf-4abb-9bd5-ba6741e22f1a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.812101372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.822336444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a693caf-e94d-4bec-9e92-85051b7c3a89\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.822675761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.827768307Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"421c1618-6226-4506-b93b-ae5c760dd4f2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.828071481Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.840067533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48f01798-6613-492a-af56-b11a4f5c8f6f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.840232511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.846367645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de592818-62bf-4c17-9612-546f7ea4fecd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.846629537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.846963803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.898322392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.898440016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.898476809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.898504835Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.899534156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.906255267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.933564239Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.955333162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.956134779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.957230582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:38.967540063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.967651636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.968268384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.996822847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b40839f-4373-4189-b7d7-fe3c4f5c80d1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:38.997027465Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.013804422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ca4c254-5dc0-46e7-ae6f-75a2ee6cc646\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.014066133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.042275789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.043478957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21caa7ae-5d74-4589-8b2b-142d48c6fe85\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.043733474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.044702595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9300262f-79f8-48f3-9dd3-61e0073ccfc1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.044950699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.045921433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d2aff37-b2ba-4690-8c81-ac3726e96750\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.046159527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.047378827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baf1f8a7-978d-4a0b-b1bb-a99738d98a29\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.047750878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.04879067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aaec8bb-c9e6-49c0-a9c4-9c20b42b87c2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.04898637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.04911691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.049215576Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.049304764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.050266871Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.053041489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.060408267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.060491343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.060525891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.060556873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.06058547Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.062064507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.065451425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.069615983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.06970006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.069738788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.070139396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.103562499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.103630915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.103664232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.103693891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.104412573Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.157222904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.157295218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.163373759Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.168850561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.168973827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.169112924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.169609664Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:39.16977319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38285"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.171029884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"30f60f32-26ca-4f45-b110-63fe3e645d1f","remote_addr":"[::1]:38285","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:39.171578948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"30f60f32-26ca-4f45-b110-63fe3e645d1f","remote_addr":"[::1]:38285","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":558,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.172889278Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30f60f32-26ca-4f45-b110-63fe3e645d1f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.174894253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.17498327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.175083761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.176629981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.176745011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.176829208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.176909017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.177526728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.184125135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.184894257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.185468201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.186980935Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.190404837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.190694173Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.190793551Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.191383757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:39.197414463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.197873037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.198649834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0a0b5b54-eec9-46b0-90fc-34806fa09863","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.199007066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0a0b5b54-eec9-46b0-90fc-34806fa09863","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.199121564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0a0b5b54-eec9-46b0-90fc-34806fa09863","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.199637302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0a0b5b54-eec9-46b0-90fc-34806fa09863","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:39.202779012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0a0b5b54-eec9-46b0-90fc-34806fa09863","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":4134,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.205404643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a0b5b54-eec9-46b0-90fc-34806fa09863\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.218225007Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.237282868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1c89dc8e-d5df-4d77-8a00-b964216000c7","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.238779951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1c89dc8e-d5df-4d77-8a00-b964216000c7","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.238851313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1c89dc8e-d5df-4d77-8a00-b964216000c7","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.239689584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1c89dc8e-d5df-4d77-8a00-b964216000c7","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:39.24484244Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"1c89dc8e-d5df-4d77-8a00-b964216000c7","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":7555,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.246455344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c89dc8e-d5df-4d77-8a00-b964216000c7\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.246598539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.246646765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:39.246673348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.29105727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.293046013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.293113317Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.29486169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.296127322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.296188654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.296218844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:39.296345206Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:39.296741195Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.296800243Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"854.188806ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.296836184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.29686399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.296892847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.296923388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.296951614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.301455268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.306101174Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.319470221Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.319636563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.319737514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.320289724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.350171462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.357204725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.357263352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.357294704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.359142947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.362816055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.362912016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.367691579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53383","req_id":"dbeaee25-7112-4192-9061-9fbbe9380bc7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 18 f3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.367882089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53383","req_id":"dbeaee25-7112-4192-9061-9fbbe9380bc7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6387,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.369329152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.369674801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.36988027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53383","req_id":"dbeaee25-7112-4192-9061-9fbbe9380bc7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.37174214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4224, tv_nsec: 170666475 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.371879343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.372428928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55513","req_id":"4f1e20ef-5fb5-4a74-96f1-b19d34f78ab9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 45 dc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e E...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.372594919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55513","req_id":"4f1e20ef-5fb5-4a74-96f1-b19d34f78ab9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17884,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.372917862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.373124594Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55513","req_id":"4f1e20ef-5fb5-4a74-96f1-b19d34f78ab9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.463722465Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.464250497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.473546438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.473663662Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.474685047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.475405332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.476044596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49224","req_id":"ecaf54a6-f48e-4004-996d-633c95478cc5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 66 15 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c f............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.476251889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49224","req_id":"ecaf54a6-f48e-4004-996d-633c95478cc5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26133,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.476625804Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26133,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:39.476827375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49224","req_id":"ecaf54a6-f48e-4004-996d-633c95478cc5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.477330538Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.477460727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.47769832Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.478325961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.478479537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.479219121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.48140183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dea18df5-811e-425c-b670-855ede6e12a4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.481731076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.486298887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b4e304c-8b16-4b22-be5f-e732596703d2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.486606129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.499470921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc38c387-b1a0-4253-879e-0315687b60e1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.499683184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.50473529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc823479-e1d8-411d-89c5-06b92d806c06\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.504983334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.507728935Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82ed62ba-ce6b-433d-8108-198d3a2ccaa5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.507899344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.515078408Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1f0ef31-8de6-4c9d-819e-341ad41d4d01\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.515314558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.516067549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.520999686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccaedf6d-c8c4-4c30-9edd-07c280505f8d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.521351396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.54938902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.549526223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.550063984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.551726747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.567992185Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.56813508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.568235991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.568321161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.56938511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.57018305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.571128193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.59124736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91732048-9008-4155-8eac-079eef9d1282\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.621195269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.622005062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.628904329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.629285558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.629470467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.630115241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.630517523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.632190907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.635752193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10e48e05-24e0-4997-a6cd-dc7e07cdc026\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.635955939Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.637079718Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.637130789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.638533554Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.639666041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89ff7e27-cd3b-45e8-a257-8ad56d73899f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.639864757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.641186069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b03d950-d8e6-4b89-9565-6507db2bbc1f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.641314174Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.644179483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d184e24d-4e1b-430b-a891-9c7254cde180\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.644253822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.646319357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5636046b-b84c-4bfc-b593-ac65e5a97f16\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.646515578Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:39.653762196Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.657382249Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fcb0d34-c7b7-4e49-b96a-5374ec0f5898\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.658047535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.664535291Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d055a9-90f2-4106-a344-a5f35fd153e1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.664982121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.671271523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c500876-7a3d-4c98-b695-73b2f18b6c52\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.671484066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.677507227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.67866803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"201c3f08-7587-4d77-bf92-7406c20a0e8b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.678948859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.684490841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"889fb798-8a82-44ee-8c97-4e41674bc95d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.684702202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.687449376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73a57897-ecf5-4f8a-9a47-f5fdebcc79dc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.687492732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.689562917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b3d2e01-baa5-4e16-b562-6144c3031f36\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.692866489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.699634404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b4bb47f-ca4a-4efd-b630-593947271680\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.699739032Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.701337968Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa99a8cd-6edf-4366-b363-4d8af70bac90\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.701511293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.702741474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dca9931-b1d9-4423-97f8-73ecc0c67202\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.703234376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.705076266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"745ab383-0469-4c87-a846-769cf07577c2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.705286976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.710347639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b2cec3c-d511-43f0-8aad-75a3a8e1d5c1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.710434272Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.713924816Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc11df6e-92ae-4ddf-8837-f4f732ffb1ac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.715629102Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.722527857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b940e9f5-d790-4091-aab4-2a63396c75a1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.723078184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.725635389Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"babe10ae-2350-4346-9824-c1de4d21729e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.725849365Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.728267794Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e82179a5-c676-4e8d-83c7-ba59c3152684\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.728642621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.729066485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.73816326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.742596844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.762227116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.763241867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.768801865Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.790654886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.790774965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.790809855Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.791182918Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.791499509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd5d68bf-dd3d-45f8-964a-08206e5adde2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.791701611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.794349287Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"073e9b27-0521-4394-9f43-8893f0261470\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.794510658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.794714585Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.794759584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.795222567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.797650715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96ec6369-ab0c-48df-9013-8959e13ef721\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.797720253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.797868919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec6217b9-eef0-46c2-9703-14dc74417755\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.798077074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.799664076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81f01777-7546-4943-974e-d2a2f7c2320d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.799724907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.80116687Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f36386e-86d3-40da-9091-8c57d5181eae\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.801343392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.80495584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a949b813-3aa0-4823-83a0-b4bdfb5b9e22\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.805035117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.844163458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6411fce-3b94-44dd-9316-42cfba42ef79\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.844247846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.846034867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be8c3526-9c0e-44b9-aca5-c4e61da0d4cf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.846515885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.85248566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"620bae8a-8940-427c-91d1-0ef152a95865\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.852678564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.867430166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"896863e4-bcc2-4d95-b166-be8780445528\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.867666366Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.870151768Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f4341e6-20cc-4924-9ff8-e73eaa922f10\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.870344612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.871762357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e1bdcdb-2d09-433f-a409-8eed831818e5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.871912476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.881333507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.881705839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eaa89c8-8a52-4459-9014-e57acd3e3f5e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.881874665Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.883473471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"315d8be9-5d85-4d63-a9e0-9675a5330d28\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.883652207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.884643231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e75a99ed-46cf-43ed-a071-89f8a02ad9af\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.884754473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.884798892Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.884832839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.884861867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.885730438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.888222453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.895713077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.89576973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.89579951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.895829028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.89585501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.896275979Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.899180266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.903188933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.903286828Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.903320174Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.903682466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.992859766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.992938483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.993711453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.99379019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:39.993827264Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.993858837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:39.994658069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:39.995023126Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55795"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.001034193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"e806fba9-97f4-4b88-a61b-c67603f19e52","remote_addr":"[::1]:55795","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:40.001644579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"e806fba9-97f4-4b88-a61b-c67603f19e52","remote_addr":"[::1]:55795","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":626,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.003826416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e806fba9-97f4-4b88-a61b-c67603f19e52\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.006725823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.006816193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.006879409Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.00906289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.009217858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.009520972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.009618156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.010169084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.011057353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.016196162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.01629035Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.016372103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.016922539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.023294064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.027318262Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.028168947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.028225861Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.029410601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.032942238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.032996927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.0333953Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:40.110203416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:40.11051707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.110570878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"813.707038ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.110855595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.11095373Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.111001085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.11103381Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.111061185Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.112057239Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.117668439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.118037144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.122452611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.12251199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.122541579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.123098488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.126944531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.126993288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.128189311Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54394","req_id":"9bd69261-40a8-4ad1-84c4-982cb67235ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 61 e2 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 a............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.128251054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54394","req_id":"9bd69261-40a8-4ad1-84c4-982cb67235ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25058,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.128785068Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.128999876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.129152691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54394","req_id":"9bd69261-40a8-4ad1-84c4-982cb67235ae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.12949376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4224, tv_nsec: 928395129 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.129594581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.130637409Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58263","req_id":"abd4b490-c25e-4183-bba6-bdb5e433d6b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0e b4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.130790584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58263","req_id":"abd4b490-c25e-4183-bba6-bdb5e433d6b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.131840566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.131908171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58263","req_id":"abd4b490-c25e-4183-bba6-bdb5e433d6b7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.175847477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.176168246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.176223566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.17625553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.176286031Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.177611572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.178260795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62676","req_id":"1415d50c-be10-4edd-a2ed-66fd74f963d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 03 9d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.182222449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62676","req_id":"1415d50c-be10-4edd-a2ed-66fd74f963d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 925,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.182332548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 925,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:40.182480092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62676","req_id":"1415d50c-be10-4edd-a2ed-66fd74f963d2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.18302092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.183072202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.183099977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.184715446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d50d59a-fcc6-42da-a2bf-97b8a076370b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.184956436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.185167266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.191766946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.191823017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.191857696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.192287433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.195897235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccf80054-ecb0-4907-98fd-43c94b2ffcf7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.196092073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.196272733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.19631654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.196757078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.203890401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbc95935-018b-4732-87dd-dda38b847fe8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.204223184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.208150829Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1943933c-fb08-4fe2-ad34-f4a6bd4d7913\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.208215238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.2098526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2ba30a7-9137-4b55-935b-e418f4553c09\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.210158229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.212200608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10fb34c5-115f-47ac-8e91-ba624c5ea125\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.212324195Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.214764076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da0ac568-bd87-444f-8f0a-8eed28594abf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.214840879Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.21728577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bb69ade-67bf-4f37-9a30-05da14959fb1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.217338355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.218265071Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fa51d79-7e05-4a9d-8d91-4d1f8aedb140\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.218410802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.22160211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5e6aafc-24ac-425a-ae8b-75be3a59f657\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.221664535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.223042139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42aee95f-42c0-4723-8fa2-aa9a10835383\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.224476267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.239133681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.242572833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5345ace-3f7d-41f0-995d-96f40bc4c8f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.242831548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.248263231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34646569-66c8-41c9-83ec-5d7be6b3a145\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.248528038Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.255099602Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dd4f1d6-7d82-4fd1-8809-a28dde87b43b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.255378998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.258188847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4200e411-dc08-45a8-a48a-0cc6b90f9503\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.258307583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.261278002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e5f0089-6873-48fd-becf-3a1cecb80bed\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.2613524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.26336019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44e4c869-3469-4e75-b67e-b08d8cc1a21e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.263425962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.26502141Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb53d708-5a82-43e8-a69e-d0d075cf0deb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.265239816Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.267800367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f37c8452-c63b-41bc-8570-5c1da726535f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.267996618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.268867614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b95c0c3a-b77b-46e6-b935-6cb22024ce69\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.26901612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.270014779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bf4a7b2-2ceb-4855-bf50-e3768a49f8ff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.270197814Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.271101935Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b835a23a-58f5-4a29-8a9c-7ced539dc00f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.271232566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.272137749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2c96846-bed0-4d1a-b3ce-fa8d788d83c1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.272255724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.275091354Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b3b3e18-8cb9-4aa9-ae28-40b7198abb40\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.275265822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.276957602Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1831f103-1c0e-45aa-a5e5-327a20fec263\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.277134124Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.279066805Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"264df094-7db3-4b26-84fe-9dfc8fc3c279\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.279130271Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.280983223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"645e7e73-1d35-465e-8f79-e54471d5c9e7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.281061559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.284579438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86bae695-4cc1-48d6-8d9c-b2d5b0175841\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.284681021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.285940621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b272694-d079-4b2d-94f7-4faf8448241d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.286034197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.287966978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3a53b77-db87-4132-b937-9b9d58905087\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.288059352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.289124133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8ada7a9-d324-44e0-8af0-d5e7b292605d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.289249213Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.293379893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.293442267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.293476966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.293506595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.293531044Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.294608591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.295985174Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0095988e-262f-43fd-adb8-4fcc15a8d984\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.296056476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.296211294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.298263954Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.306176088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.306241799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.30627722Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.306648269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.307054108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.307815745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.307870625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.307899943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.30860617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c50f60e1-8d2a-4698-8280-520324d328c5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.308821469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.310841985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.310909359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.311283745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.311470467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c8d3bec-d937-478f-b22c-f76bffbbf0bf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.311613622Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.313626322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03e36fdb-1768-4c17-a41e-50b4495ba91d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.313823686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.317265774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dee18625-d22d-4bcb-b0cd-cb4aaa1206a5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.317390472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.320482142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31d9133f-0e9d-49f5-ac63-967097479361\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.320593685Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.322874058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52861cda-a6e4-4223-b5ba-b8146a445919\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.322998005Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.325795168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77582e30-ef9c-4325-be1c-25a43f7989ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.325912302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.328057947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c943ad16-700f-4b4f-a34c-a28ffe0473d3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.328175741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.332213386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d90c1b7d-b6f5-48c7-bff6-3bf8156c4cea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.332332153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.333514378Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c95588aa-25b8-4b57-87a0-07ca3dfa9528\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.333703866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.334819298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"232897da-0af5-463f-81c5-354489a6cb77\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.334952363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.336966967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4a70a28-d58c-4918-8a70-0f0b0b61e778\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.338400864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.341355782Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.342989246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"febb6f1e-aea0-45b7-91c1-599c2ad157c1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.343064316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.343097682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.343127542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.343153544Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.344257573Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.363616194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.372991093Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.373062475Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.373100862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.373134308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.373163747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.373234207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.374609127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.384249084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.386708103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.386769686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.387299502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.393328053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.393389175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.393421629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.393449866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.394291913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.457965549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.46066113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:40.461311566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33431"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.461851552Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"5920e0f7-7cb2-4187-a557-66f48963012c","remote_addr":"[::1]:33431","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:40.462301147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"5920e0f7-7cb2-4187-a557-66f48963012c","remote_addr":"[::1]:33431","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":504,"response_code":"200"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.462459242Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.468903943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.468967379Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.468998421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.469425663Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.469671763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5920e0f7-7cb2-4187-a557-66f48963012c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:39 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.471869923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.471924261Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.471950944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.473824497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.473881841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.473915418Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.473944546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.474419953Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.491182321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.491261108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.491698119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.493082758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.496762329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.496811788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.496841787Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.497170412Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.527193672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:40.527525763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:40.527759619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.527806723Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"416.961048ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.527846282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.527872244Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.527959658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.528002934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.528032182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.528729452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.5307666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.535806562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.535869317Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.536021951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.536288422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.539471254Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.539507175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.540100508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65345","req_id":"d542dbdd-7d32-4b6b-bdf6-ec4bbbbce427","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 55 b6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 U............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.540208703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65345","req_id":"d542dbdd-7d32-4b6b-bdf6-ec4bbbbce427","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.540411357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.540577328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.540620454Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65345","req_id":"d542dbdd-7d32-4b6b-bdf6-ec4bbbbce427","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.540968166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4225, tv_nsec: 339874435 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.541018928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.541412892Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52990","req_id":"6cde218f-3e96-41f8-96ef-a6ab71e40399","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ce 9e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.541454706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52990","req_id":"6cde218f-3e96-41f8-96ef-a6ab71e40399","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52894,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.541534254Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.541554184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52990","req_id":"6cde218f-3e96-41f8-96ef-a6ab71e40399","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.624411321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.624821419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.624878703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.624911508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.624938422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.626751394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.626997494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.627049778Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.627809943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.628099029Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.629724969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59881","req_id":"ac216200-1a00-433d-8e3d-099467f5ea93","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ff 5e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .^..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.629876561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59881","req_id":"ac216200-1a00-433d-8e3d-099467f5ea93","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65374,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.630117771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65374,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:40.630326838Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59881","req_id":"ac216200-1a00-433d-8e3d-099467f5ea93","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.630378461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.638071288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.638149694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.638180957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.638692486Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.63933691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.639381479Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.639411759Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.64316149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.643229465Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.646317779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.646381776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.647039497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.648699103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fceea1fe-0213-4146-ac61-936a89838332\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.648946556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.650295524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.650358139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.651180287Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"589c43be-16cf-45f6-8c28-d751365fc245\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.651378291Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.653783433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d810d9-7201-44a5-9fd1-66470bb4cfe0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.653865146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.65683814Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58427c7a-dba3-4a5d-8a86-37e7adc0b758\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.656906877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.658687154Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79e044fe-64ae-4ba8-acf9-5af22a15a037\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.658816321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.661491151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d71dafb4-3aca-45ac-a644-42990d44df7f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.661564797Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.665137746Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e69d290-9e72-4388-a028-ee4b9d339d84\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.665210912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.681143276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f2fe039-91fc-4af5-8729-6eec8aac0114\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.681248145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.682421643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d07367b7-daa8-4368-9187-cfc689fa148e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.683131397Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.68574276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1178f08a-265b-4c0b-8190-4c803fcba214\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.685984021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.688210647Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8881d215-5c54-42fe-84d5-1626397b65ab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.688290186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.690003379Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6d14b89-98a2-45a0-9dda-d71164088fe4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.690072066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.692170427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"236878bf-91c2-47ef-97de-20c9d9614773\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.692390115Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.695337938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dfbd223-01d1-494d-99e3-8b33abbd1e4b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.695401014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.698009842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.700772256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f10aac0-e216-4890-828b-8651b072da99\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.70085987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.702607442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ac9df5d-0a5b-4792-964a-2c18ed87cc4c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.702720327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.704625232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4e244a0-6d27-4d85-bdf3-de668c46873b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.705606548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.708538509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6265c0a1-afea-4283-9f43-b0d377bbbdfb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.708802265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.711242327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a76bda5-bf55-43a5-b934-540997bda399\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.711303178Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.712342809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d082f609-eb78-414b-9a33-29218b75db9e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.712401326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.713599704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff6c8f2e-3d10-43e0-8fc6-17263654a015\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.713717578Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.714779033Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"478d8fb8-a37c-42be-8d6c-3b2c021a4834\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.714898311Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.71602731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c2b635e-5370-4a79-9851-9480b0018d61\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.71609727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.717636867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8629630a-6090-49b0-a7d5-7de068f32ec5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.717801585Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.7203838Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45e7a12c-6bdc-47dd-be31-ee32ca56f0b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.720457587Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.722324086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f155c220-3e62-4d4a-8579-447eeb6f862e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.722392452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.724470533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1dbddfd-c1e4-40bf-a442-ec44d0bc7a47\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.724541094Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.728359171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7686ae8f-0e3d-491f-93d5-02bd84e1c937\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.728480322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:40.728588197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.730762058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"556ddd8d-5c16-48a7-bf2b-640b1f3aadfc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.730880094Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.732584269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93e1f541-4c2a-4745-aa9c-4acdf8c5398b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.732661633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.73354319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee22e80c-efc3-43a5-a06d-5a7510b2aac9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.733669792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.744201105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18a4330d-6da0-47ef-bdb2-07f9e58d31b9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.744606122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.746343483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"110906bd-28b2-4a28-8b05-3e6ab9c972bb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.746525997Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.74775214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"707e4aa9-37ce-490a-b505-19a43826a51b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.747869794Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.748458487Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.74851019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.748540781Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.748568657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.749422789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.750951725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a79828b-072d-459a-94c3-4575cded779e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.75135096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.753369212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.760089491Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.760151856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.760183619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.760585289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.762741736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc39ba57-18f7-4fc8-8029-13800279ef60\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.762815553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.763017796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.76315528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.763549636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.766097382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a70345d-d615-411e-9222-70a02e76134f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.766160668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.77176313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69c5fc78-61ce-4674-a306-98dfd3c2c47f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.772118709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.774448551Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78dcd05e-1993-4de1-8f09-99260782d9bc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.774675533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.777805539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93c92e8e-d3b5-4fea-8e20-0e3382200ce0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.778218272Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.78139421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5d45c19-0291-49dc-ad8a-efafe4e9019a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.781612575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.783239506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3e136d1-2efb-4a2d-8cee-0c72f3ab12dd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.783526779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.784919614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d5f4eb-6147-4a67-aef1-6a3630acd6a2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.785353328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.786515934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"787d46d0-72d9-4ef4-baa9-8496d8d54746\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.786786132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.787788079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d07f34e-a431-4d52-8ec8-7f29f4d020b1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.788041604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.788162114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.788251211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.78833582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.789272907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.797894345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.805526762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.805604336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.805636871Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.805665819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.805693584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.80666023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.811396647Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.832060458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.832227521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.832323082Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.833334036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.904587684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.904737052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:40.905989116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50893"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.912562303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"77ee6b4c-dd6d-4385-8148-a3962fd42ca0","remote_addr":"[::1]:50893","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:40.915989932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"77ee6b4c-dd6d-4385-8148-a3962fd42ca0","remote_addr":"[::1]:50893","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3436,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.917685381Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77ee6b4c-dd6d-4385-8148-a3962fd42ca0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.920221133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.920267455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.920294729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.925833786Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.92588087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.925913074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.925940619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.926630583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.932307745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.937970337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.938405444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.938579721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.939154837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.948016072Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.999421625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.999610792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:40.99972044Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:40.99975578Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.002424818Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.005798811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.013946515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.014024229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.014077105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.01459647Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:41.016321577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:41.016623308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.016674851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"488.78425ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.016711864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.016737546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.016879438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.016930059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.016961021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.018131633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.01979633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.019865828Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.020621063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.021088935Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.028637596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.028796452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.028844788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.029401858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.032461464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.032519831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.033278582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61353","req_id":"848cc5fa-9c17-4ab2-b528-c712dbd96149","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d0 1b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.033336969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61353","req_id":"848cc5fa-9c17-4ab2-b528-c712dbd96149","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.033540995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.03989248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.040139182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61353","req_id":"848cc5fa-9c17-4ab2-b528-c712dbd96149","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.041048824Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4225, tv_nsec: 839858010 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.041116279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.041841473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52632","req_id":"48d6c8b7-b17a-42c1-9116-9eb1bdb5ccae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fa e6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.041927545Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52632","req_id":"48d6c8b7-b17a-42c1-9116-9eb1bdb5ccae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.042126191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.042161281Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52632","req_id":"48d6c8b7-b17a-42c1-9116-9eb1bdb5ccae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.09158785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.092121603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52825","req_id":"e58b208c-30e3-4151-9f35-e1acc1257a86","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a6 af 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.092236943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52825","req_id":"e58b208c-30e3-4151-9f35-e1acc1257a86","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.092325359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:41.092510478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52825","req_id":"e58b208c-30e3-4151-9f35-e1acc1257a86","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.092613764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.092650597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.092677431Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.09628045Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81b5e579-82ad-4340-99af-1bc508af31f3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.096719685Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.098942694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ceb0318-53da-446d-a5da-63da4e9ec446\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.099125278Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.103080558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dd572a6-1923-4d2e-a69a-ccccee231a04\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.103333683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.107717637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52147e06-fd1e-4aac-bf23-af45975da6bb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.107951353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.112617881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f128d9c-13c0-49b7-b185-fbc8d33ca290\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.112859883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.117096113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.120705745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb17c858-e08a-4dbc-a827-ebbfe8913614\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.120811276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.124944822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81a4f758-025c-48ce-8704-645cb3c9b6f6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.125117435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.128173234Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae4f678-4149-4593-a9ea-bb24b9334421\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.128301059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.130072298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26d1b310-3fd3-47a5-9d9b-9847a6694bf5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.13020379Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.131306136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61e8b9d6-f891-4dd5-9fc4-abf62211453b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.13145379Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.132751055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"569903c4-369c-4f88-b8a4-3be276520175\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.13288401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.134473807Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5eaec72-3518-4dae-82e3-84cc817d404b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.134598105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.136089527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1859590-e4db-4d15-bb31-880dc4c6516c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.13626171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.138243178Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aeb06e5-b269-4bde-a6c4-4a08af8348ad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.138358487Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.141938971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efb6cbb0-bc7f-4dab-af79-b16253c5b065\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.142070523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.145481089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ccc562b-bc3d-4a42-9ab2-c4536686fe02\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.145610767Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.149328013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d07e57a-d9fc-49a9-be9a-f3ad22c98f3f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.149555016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.154347214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f56e6a44-8688-4825-9388-3960ea8df6aa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.154415149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.157083065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ef2857-f66c-41c8-b8bd-6b9ad7217403\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.157217964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.158284629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15fca063-5b43-4a36-befb-c5b26bc7232c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.158534276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.159739177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"821f94ed-2900-48bc-b5b9-34fae047d902\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.159976099Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.160951903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2db3ccc-0b31-4c36-93f4-715e500ef0ef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.161671337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.164010718Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"493601d5-b793-4e70-bae0-80ae62bab882\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.164520053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.166851879Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27108307-c97f-497b-a6da-49ee4eec88d4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.16724413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.168252349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.16838331Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.16847858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.168563469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.169421609Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.171838765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc09dded-5145-46b7-9867-7f29e5890452\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.172054004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.17232307Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.178876307Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.178972879Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.179061125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.17961076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.182295639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.182574465Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.183896589Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.186194177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed07dac-720c-4fd2-9391-7757c9513c5a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.187452244Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.190067003Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac4cc788-9d6a-4cac-84a2-6f897ed6d823\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.190203415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:41.192296616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.193112972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.193579712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3cd593c6-938d-470f-b472-6d2877bbd253","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.193946393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3cd593c6-938d-470f-b472-6d2877bbd253","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.194005741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3cd593c6-938d-470f-b472-6d2877bbd253","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.195062547Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3cd593c6-938d-470f-b472-6d2877bbd253","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.195135883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9729caa-d95e-42d8-88dc-2086ac3fc19b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.195296132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:41.198234246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3cd593c6-938d-470f-b472-6d2877bbd253","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":4733,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.198936325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cd593c6-938d-470f-b472-6d2877bbd253\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.199130061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.199305611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33dee834-8e5a-493b-89d6-399f6d6c966a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.199437193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.200132739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"14c29120-9c61-4e16-a7fa-ee4f774c890e","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.200503738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"14c29120-9c61-4e16-a7fa-ee4f774c890e","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.200572084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"14c29120-9c61-4e16-a7fa-ee4f774c890e","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.201075747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"14c29120-9c61-4e16-a7fa-ee4f774c890e","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:41.203713042Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"14c29120-9c61-4e16-a7fa-ee4f774c890e","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":3583,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.204506904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c29120-9c61-4e16-a7fa-ee4f774c890e\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.204567945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.204600059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:41.204625841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.2046558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57af0dda-6f70-4ed1-9d78-9b9ddaac795d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.204839256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.20672334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7a30517-11f7-44dd-8a16-b7332d44cf91\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.206854231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.208125724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f05f2b1f-b58e-49d0-8e51-1f4a94a99ad9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.20840489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.210394565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e77066d-d3a4-4f6d-8c87-db4dac43f6a8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.210670645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.211689865Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf664e6c-36cb-47f4-be03-ce37833174ab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.211904212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.213129834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"842cb9cc-1cf7-4aa6-8d67-c0ea38f1670e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.213296637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.217376987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.229896731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"361bfc08-d22d-4723-91f8-fae401f0217c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.230012983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.232565098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e3bf168-e5f8-47aa-919b-5057a2a3ecd9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.232718564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.235643702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c4b046-2c18-4942-8dd7-2ec3b6c9c6e8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.235957217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.239070991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"777da6f8-1bd5-4c28-9297-579fc5e4c8ea\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.23918597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.24190629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f667a648-d728-4013-a21d-2ecd8110ba60\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.241982932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.257326854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae609491-a75b-4782-af8f-327f100f4f81\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.257760007Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.259192591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97453079-8117-45d6-9442-960939d9b664\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.259319895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.260838761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64a6239b-4b06-44fa-9247-026fd7bf7418\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.260974812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.262399541Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ee82d81-b05a-4b7b-a4b9-552d1f672dc4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.262526123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.263999469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"120049fc-a380-4489-8955-2bdc1a0367da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.264062985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.264100811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.264133225Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.264162564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.264797309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.268786346Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.268844001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.26887364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.268899913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.27087125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.272578252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.278743425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.279138753Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.279261558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.279609631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.279880841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.280510095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.282323368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.291011428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.292499884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.292615034Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.2931501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.294456452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.294611351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.29553912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.302820948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.303787714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.303856922Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.305232012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.308440575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.308570253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.311106827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.311441805Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.31257394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.312745452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.312820762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.371748241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.371896908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:41.372678124Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45666"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.375217193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"6cb67f89-d70c-4905-a0b0-fdea9d8b3992","remote_addr":"[::1]:45666","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:41.376888042Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"6cb67f89-d70c-4905-a0b0-fdea9d8b3992","remote_addr":"[::1]:45666","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1678,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.37723838Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cb67f89-d70c-4905-a0b0-fdea9d8b3992\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.381467246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.381556754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.381620391Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.383512922Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.384336923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.384589477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.384679035Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.38576067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.389388498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.394537257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.395260498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.395312752Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.395808189Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.428522059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:41.45251823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:41.453087204Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.453146602Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"436.37541ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.453183155Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.453210419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.453247503Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.453277583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.453305168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.454516642Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.456681085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.460142712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.460265657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.460301959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.460580694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.465600105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.465676618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.4663654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53125","req_id":"c61734a8-1557-42eb-b982-a840654e0483","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 62 ef 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 b............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.466416201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53125","req_id":"c61734a8-1557-42eb-b982-a840654e0483","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25327,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.466604136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.466777942Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.466941117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53125","req_id":"c61734a8-1557-42eb-b982-a840654e0483","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.467289712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4226, tv_nsec: 266192894 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.46734432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.467660961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53037","req_id":"78b2d5e4-4e89-4482-b863-800010a2da31","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 45 1d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e E...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.467718676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53037","req_id":"78b2d5e4-4e89-4482-b863-800010a2da31","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17693,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.467817934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.467909637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53037","req_id":"78b2d5e4-4e89-4482-b863-800010a2da31","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.51931057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.519587241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.519637621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.519670326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.519699144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.520419369Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.520747613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49306","req_id":"75a39e2c-0ba8-4f00-b3bd-1e86f0a85d30","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 29 bd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c )............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.520804286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49306","req_id":"75a39e2c-0ba8-4f00-b3bd-1e86f0a85d30","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.521089083Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:41.521205666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49306","req_id":"75a39e2c-0ba8-4f00-b3bd-1e86f0a85d30","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.521299002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.521344151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.521369632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.524393166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.532152516Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.532384879Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.532533916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.53332854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.535528333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ecb4094-0d26-41d6-83c4-3c958c2420c7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.535975033Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.536349198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.536454488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.537306826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.539001964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbc9fd02-5c2a-4185-8933-48f2e0965716\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.539288154Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.541447596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65e30a69-411b-4294-befc-d0f88b988d28\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.541711652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.543646688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23b84b83-810f-46dc-840e-a32986ae2f93\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.543858249Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.54587142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"665822d9-6353-4f20-a3be-c094b6224b11\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.546135316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.54737711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.547883439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.548984954Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.549347767Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.55107582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52f4abe8-eae2-4755-b2c6-f7cf832259a4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.551338463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.55322924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.553328268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.555315678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d33eeac1-8208-465e-a38b-4a0c0450c019\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.555525967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.560359106Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.560924833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.565942531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39a60259-a287-4edb-9fe5-b0acd277c130\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.566033382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.578972823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad43c552-31fd-44a2-9be6-7746fb5cfb9b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.579072982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.580180419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.582503077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a6f92f5-b659-4db1-a757-8e57a58abafd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.582649188Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.584218214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd4a782e-c2b3-4069-a9f1-df8ab6f625f4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.584347221Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.585662301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a4b7ac2-469b-4ce5-be2c-953eb12985f9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.585883392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.587973536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abbc24f2-0eb8-4d7a-9ed3-fd9b698e90e9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.58818645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.593079469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac22cd0-ebc0-4bb8-9b14-2ede5c32e3d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.593147906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.596707648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4197eb17-b1ce-408f-aa00-606bce0c96a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.596979169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.600540255Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec81447c-3cd2-4f77-99d6-0d3035f83940\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.603314823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.606980116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b7ee7a3-239b-4424-a199-a7efafd7f2f7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.607146808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.611302337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ade1b94-0698-4bac-8e53-773a4e4c08be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.611437877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.614292826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0802394b-f8cf-4c4c-a58f-cc1d4c16f822\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.614432895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.615649649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53dbfab2-eb92-452b-856e-0968d8ab4ee8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.615772203Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.617293053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3945087-86e2-4070-8ea6-566fce7917fc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.617430076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.618821749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c04e21d-7e60-4d5c-8092-844158fc6bea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.618947119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.621927477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dae2066c-b222-43f5-b3a3-d4d10125c7f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.621997487Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.624264794Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25e90879-accb-4792-879b-79ca16db7df5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.624455955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.62846345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0812ef34-fc0a-491e-8456-d99ec5556e37\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.628537557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.632156398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.632218271Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.63225303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.632283311Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.632467227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.63287032Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1763a41-8170-45df-90fa-953bf49cfdc7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.632990439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.635427164Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.643569958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.643763995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.643810959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.644050837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.647025503Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b80bb9d-66dd-46bd-989f-4a29da2afea5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.647092767Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.647128679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.647161354Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.647417194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:41.650752098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.651331032Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a743499c-9660-4b1f-a9e6-040e8ee41581\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.651643575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.656981199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d57e9d92-004f-44df-88b5-1bcdf20302f3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.657042983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.660990448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27e0028b-61ba-4abf-95ad-268b8ce6688a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.661156719Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.663229399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27397d53-3f52-4ff9-aecf-762a2d95ad0e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.66352636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.665444823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"356e14c7-eee3-487d-bcdc-8e8e9727a69b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.665578309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.666900353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22222b78-511b-479a-8191-a9e44e83059b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.667033568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.669748968Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fa86aef-a0e6-484b-b2f4-3b1bb9ff26d8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.669863657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.672188349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90fc6552-5a90-45d9-ab74-4a5aabfb1a81\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.672367305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.675884513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76fd3679-166f-4c73-90a4-8d45086bd27b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.675935795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.680430831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.682308452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0c836a3-44ac-4c0a-a7b2-43b16a9ec19c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.682381057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.686545805Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dfb981c-a31a-4367-9058-279a5caf5cac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.686785743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.690326578Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e84d1b6d-9d55-4eb2-bf01-58ef3bd96a35\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.690376668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.694615323Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae822fbf-eee5-4690-b9f9-dd68bf4c6d18\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.694682677Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.698208282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5df8856c-d697-4837-ad35-559f8d0ad4e3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.698257089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.698823097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dca10c5-348c-4ee2-9a4d-3001995ab35e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.698870672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.700392834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b12911e4-d2d5-498f-b99d-6876e232baf0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.700535328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.702085407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ad0cc5e-f14a-4177-ac31-7b416374de55\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.702134505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.703494073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b112dbea-69de-48ab-8a18-20fc312da2b0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.703665154Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.703797107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.703835604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.703866926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.705467415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.708638654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.713678595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.713765468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.713800608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.713834286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.713863384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.71435346Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.739306598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.739405945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.739448871Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.739480043Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.740228995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.741257324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.746481513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.746543817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.746575641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.747964678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.750130153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.768179906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.768294845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.768476156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.768813318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.832004401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.832219059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:41.832954334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37936"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.833592435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"a69108bd-7688-431e-8e29-c9e1f852b7ea","remote_addr":"[::1]:37936","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:41.834435545Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"a69108bd-7688-431e-8e29-c9e1f852b7ea","remote_addr":"[::1]:37936","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":853,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.834705393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.834835292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.835718421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.836046425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a69108bd-7688-431e-8e29-c9e1f852b7ea\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.837517235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.837604289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.837668827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.839637139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.839924852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.840037607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.840177215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.840714896Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.851039948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.857413417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.857512524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.857548927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.858093211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.894628626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:41.896060579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:41.896691396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.896964911Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"443.752077ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.897141092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.897254307Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.897388314Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.897497452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.897595567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.89850531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.906479458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.913078727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.913374165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.9134717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.914231403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.924520804Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.924640142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.927401854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52049","req_id":"18c53e45-39a3-4887-b311-f8bcaba90f5f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cd eb 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.927601683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52049","req_id":"18c53e45-39a3-4887-b311-f8bcaba90f5f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52715,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.927908674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.928175366Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.928358661Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52049","req_id":"18c53e45-39a3-4887-b311-f8bcaba90f5f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.929112292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4226, tv_nsec: 728036277 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.929258854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:41.935129551Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62104","req_id":"c33e4b63-c7b2-432b-9817-3c45a8367b3f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ef 79 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .y..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.935211114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62104","req_id":"c33e4b63-c7b2-432b-9817-3c45a8367b3f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61305,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.935447775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:41.935495681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62104","req_id":"c33e4b63-c7b2-432b-9817-3c45a8367b3f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.036150699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.038900238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.03897667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.039093733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.039129555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.039655743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.048416498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58082","req_id":"2038dae2-1873-4527-b825-fd87ad05e76c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: dc fe 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.048547439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58082","req_id":"2038dae2-1873-4527-b825-fd87ad05e76c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.048763059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:42.04885913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58082","req_id":"2038dae2-1873-4527-b825-fd87ad05e76c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.050142417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.05023925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.050270382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.054881249Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.061081132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.061148526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.061183526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.061566619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.064600183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c284165b-8ada-4cae-8263-baf3c5458837\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.0648343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.066068248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.066130001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.066865326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.068381257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14a23105-af99-4ba1-9fe7-fb9d2d84991a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.068533721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.071897944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"153dee8f-210f-438f-b7d1-d923c090a70c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.071972121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.074155021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec53b72e-c68e-48c2-b866-f2955a3168b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.074242635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.076680262Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cb7e639-8793-421a-b5cf-f8287e15401f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.076755983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.079272337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32cb27b5-6349-4691-b408-7ad522a24986\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.07934423Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.081703601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10386206-58c0-46bd-aec6-267089553e58\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.081772989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.083914466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92e78843-5efa-4fd2-8f94-f83f4934e2ee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.083995407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.085554002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27a51cbd-7bca-4c87-8af6-0cd3fb5da2f0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.085653801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.088216587Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79eb67e3-2408-4a19-b423-294a570bf794\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.0884738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.09012533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"758a47be-12fb-4da4-8831-23520768d6b5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.090403144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.091753985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d31396d2-2274-4840-ba2a-14918a8635e5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.091865337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.098264006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.099762532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4064cfb-ee5b-484b-8b45-baf88b17f64d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.100204643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.10335522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"729b930e-65f4-4d3f-90b8-b7634aa2d5c8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.103533415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.106483713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d43156c-21bc-4a59-9198-75b776718147\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.106634213Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.108559299Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55d01411-6d67-4d60-abb7-789b2546c5cd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.109309434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.112651112Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1a7aadf-831a-4d44-98a7-1438d484f514\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.112712354Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.114866796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c8af1e8-2f7a-4dcf-a946-8023205097e2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.115259168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.118343714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6aab086-6cf0-4632-89ca-d565064fc5be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.11850264Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.120102458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f4fef3f-555f-4531-a78f-9596841c8c75\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.120264821Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.121332739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67972a30-5095-42fc-b7a4-3242dd71bf65\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.121922123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.124287627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e5af8a-4d73-424d-9246-ca08e21abb38\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.124626852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.125962894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca722c58-d062-4a1e-8e3a-35685f35c7c5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.126298964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.129121077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3debfcdc-d4ca-499d-a582-cbf1d6bf3620\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.129396275Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.13329327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1afe5630-deab-47a5-85f3-c562a1c5a6c3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.133376816Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.13739377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c6bdf2e-9dd4-4a5d-b195-dd022c5fb9a7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.137461825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.142404143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f25e296-caac-4699-8476-70da1f247d49\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.142484563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.146811714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4244b01-a578-4b2a-9fe2-2179fc1e5158\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.147068336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.149392196Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.149540742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.149641142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.149728556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.151039278Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.154566325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e17422-7322-4c2e-82ce-eff1de422e33\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.154871262Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.155335057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.164363465Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.164747741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.164888922Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.166391847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.172818962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.172930905Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.1734853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.174667004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c22e89db-1d54-4550-9ecd-b866929a6438\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.175175618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.176447832Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"247b9415-3064-4790-ac45-460df380f374\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.176675726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.178049644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d466fc39-5aa1-490a-a690-4cad195ea6a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.178119623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.18276532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58242942-6105-421e-b15c-82588470484b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.182989276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.187685102Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec6bfa4c-a958-49bf-9232-3fb37f70eea1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.188072243Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.192982116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c1f861d-6307-43af-8ff3-afbabc7a539d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.193343265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.197781839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe75293-c6b3-4386-825e-550cb2d15dca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.198122798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.202568576Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02df2870-49e6-490d-85f2-ce26b53467af\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.202837863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.206937952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.208504714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54b971e8-92d9-4b33-a6d5-61dc93e21199\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.209142905Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.21177033Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a5ccea2-f691-44bc-afba-0326a9cd0b47\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.21193574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.215262288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bc0a7a5-69d6-4650-81fb-6797b10719e4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.215917623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.21888692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27e89338-3c51-45ce-95eb-d96c676584b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.219015536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.220029456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87fa7ec4-a705-41a6-a243-c4e96fd96106\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.220241539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.221452241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82641d6c-a3e0-44fc-b6fc-0f2f3f214d09\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.221633883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.222614667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac704a9d-1667-4b48-991a-c6cc201e9888\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.223863966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.225758421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dd56455-4cea-407e-845b-d684c88391b8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.225906946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.226082787Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.226136764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.226167686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.227567004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.232607026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.242686268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.24276754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.242802309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.242836868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.242865826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.243464729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.248967443Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.255539978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.25558609Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.255616531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.256003582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.258740575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.258800735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.258835905Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.258864933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.259314188Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.262151351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.270668852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.270726937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.270761576Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.271186673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.337515038Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.337594587Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:42.339185146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33173"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.340457952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.340915073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.342612244Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.342673556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.343636315Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.343923878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"32ee3f5e-ec90-4d69-82bf-346375520d0e","remote_addr":"[::1]:33173","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:42.345507302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"32ee3f5e-ec90-4d69-82bf-346375520d0e","remote_addr":"[::1]:33173","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1586,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.345823903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.346510271Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.346569308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.346598817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.346872432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32ee3f5e-ec90-4d69-82bf-346375520d0e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.351733438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.351792094Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.351821192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.353912459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.353975204Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.35401303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.35404346Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.354737774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.365587351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.370570429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.371058431Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.371187639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.372573781Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.399348538Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:42.403014782Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:42.403438897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.403493486Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"506.276012ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.40353055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.403558385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.403586101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.403614658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.403643655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.404434371Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.406751067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.410370628Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.410455167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.410491129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.410769854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.413684712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.413745002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.414623382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55086","req_id":"8c733ab7-e584-4dab-969a-02769bb457f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 33 9b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 3............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.414691167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55086","req_id":"8c733ab7-e584-4dab-969a-02769bb457f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13211,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.414947999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.415051104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.415081825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55086","req_id":"8c733ab7-e584-4dab-969a-02769bb457f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.415511591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4227, tv_nsec: 214415706 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.415567453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.415891669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65523","req_id":"e5e8e283-25c7-4280-8f72-ca44834e0e11","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d9 7d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .}..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.415950546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65523","req_id":"e5e8e283-25c7-4280-8f72-ca44834e0e11","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55677,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.416079543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.416106096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65523","req_id":"e5e8e283-25c7-4280-8f72-ca44834e0e11","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.479647087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.480081222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.480189047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.480229418Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.480259548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.481005123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.481561411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51637","req_id":"2a9ecf11-9f9d-45d5-a839-420aa64896e8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 7a 54 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c zT..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.48174657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51637","req_id":"2a9ecf11-9f9d-45d5-a839-420aa64896e8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31316,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.481974334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31316,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:42.482074614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51637","req_id":"2a9ecf11-9f9d-45d5-a839-420aa64896e8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.482272679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.482323891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.482410082Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.484454426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.494431324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.494502526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.494543006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.495063063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.495365014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6999424d-3661-4570-bbdf-3407b34cec08\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.495588089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.498819277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.499065497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.501312093Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.502364079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b258d7c9-f520-4eeb-8e3e-9332ad6b1a84\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.502799246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.505926537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cbee391-82af-4f15-8483-b87e1fae1c92\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.50621411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.510243248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dbab11f-a0a6-4c5a-8a09-32600181ce52\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.510330081Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.518906148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9eee05c-71cc-4ee9-aa35-87c16669139d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.518990346Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.520756485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"904f86a1-4fca-4793-a181-644ce1707ed4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.520988628Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.524052793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3d3639b-e4fb-4102-b684-ee474de277cd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.524107742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.527708466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8a154c5-45f5-4bf5-8371-156ce36f883d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.527837884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.5288747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82edc4e4-0113-4a7e-92e1-f4f9b4ac15f2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.529514515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.532519101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a69fde0-e346-4eef-8f66-f37aafe5d148\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.533085269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.534617612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0db3a33b-9927-48a1-818f-2e167841aa82\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.534780287Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.535942442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"446c680e-fcd7-43ec-9c7a-023db152a01a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.53607182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.537964441Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e5dcdcb-2612-4a9b-852d-6c4457700a0e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.539505121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.547467144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.547526172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e34f79b7-640a-43e3-81ab-5bda34081abe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.547726331Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.548008032Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.549248283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.550755256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.553883018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.555434519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.5555404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.558743993Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53f7207-0171-4a29-955b-fbb261c0542d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.559207396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.559792732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.559835277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.582340337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b20871-2997-45d9-aa4e-cfe622a48838\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.582617088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.592822101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6eb104d-87f5-457b-8691-17aeef49301f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.592919325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.600280331Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def9906b-027c-41a6-b118-8c927fef2fae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.600767692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.601304422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.601363058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.601396285Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.601423198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.602452329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.607524715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"886ac8ba-2dae-4460-b163-ac1cad947117\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.607652349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.608734606Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff6b4532-0db6-4638-b32a-8f235a5c6355\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.608873683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.609597635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.620221543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.620385069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.620477894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.621191686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.623214686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e78cbe-6984-4d01-be97-1b740a154269\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.623469003Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.624357063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.624464667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.626147199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.627178895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d50da416-308e-452c-b2c3-cac2207b6850\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.627410887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.628869694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed82346f-65f4-43e6-85cd-2439478eeb5a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.629081876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.630504411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0927918d-72a9-4a3f-bc63-a0b1a8b82ad6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.630772184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.634205405Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a462f1c0-46dc-4439-b893-4bfcc167150a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.634424271Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.638108782Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e0b1b65-65bc-415a-93ab-0cf6305b00d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.638188882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.642440683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"654fe6d1-1e14-40ad-a6f1-b36ca3eea9b5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:41 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.642517887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.650623607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a8e6335-49b5-41ab-b086-7af1c0488942\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.651023023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:42.656196581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.657540619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4e420ed-00cc-49a3-b56a-c110b14b6a63\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.657665016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.665263105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.666787332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9ce95f5-2872-4220-9511-dbf06d3a4fb2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.666939866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.667818406Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9304e27e-f0f9-45ff-a150-4a58ebdf4ccd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.667959387Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.669009409Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f8643f3-6a10-4667-98a9-ae1cfd59faa8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.669150801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.670337445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4153fbd9-a836-426c-b1b4-cac6eb846b03\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.670484328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.678990737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a48e24ae-f0db-4562-bc38-7868fab1a12b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.679317528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.681744062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afc0566c-6e5f-4f1d-87e5-09e7b078adae\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.681808521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.686108107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5b02cad-47e7-45df-acd3-7e43af4be4b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.686233267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.688092591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35d2aa48-52a3-422a-94d0-6c0b05ffe0a7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.688295185Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.690301773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e419954-7898-4535-8236-49ec786900b3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.690379478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.692304944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5268842f-b082-4a5b-a007-3ab05ac1a3c1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.692375916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.696010117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b477048d-32b6-490c-92fe-56a1b633d392\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.696185205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.698116073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df525798-2e4f-4ef9-b117-a801ae594185\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.698179148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.699102658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ab56633-ff83-4d84-a275-453ffb0d0702\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.699166095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.700168191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48058c66-4028-4e4e-8c39-51addf16896a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.700341747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.701616447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f57049b5-9006-48ce-95b0-ee2d7c621532\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.701747458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.702721128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02e0850a-2f08-49f9-b39f-5cc24307a31f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.702970384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.703028871Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.703062268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.703090854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.70373119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.719161915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.719237355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.719270922Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.719301052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.720290975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.722480126Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.72979461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.729861694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.730145399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.730205268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.730323684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.730985793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.733173943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.738891525Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.738952486Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.738986224Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.740174401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.740484168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.74472099Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.744786671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.744822582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.744849075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.746594132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.746655855Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.748151575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.823657265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.824125618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:42.825527922Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47795"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.827882834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"784ebfcc-2e5a-484b-aec5-62fef945f452","remote_addr":"[::1]:47795","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:42.829970303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"784ebfcc-2e5a-484b-aec5-62fef945f452","remote_addr":"[::1]:47795","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2101,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.830578595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"784ebfcc-2e5a-484b-aec5-62fef945f452\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.836024576Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.8360867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.836118052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.843436895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.84349989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.843537365Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.843568216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.844184314Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.849263043Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.857536056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.858072355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.858136132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.86218557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.902067893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:42.915460176Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:42.91611434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.916330561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"512.829559ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.916514828Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.916614356Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.916713985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.916800747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.916881248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.917581974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.925704999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.93253674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.932646719Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.932696529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.933059432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.941175452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.94123462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.946527847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50162","req_id":"b59622dd-7d7c-4d2a-ab00-bafb35681cfd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 82 64 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .d..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.946590692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50162","req_id":"b59622dd-7d7c-4d2a-ab00-bafb35681cfd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.946786993Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.946968204Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.947007903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50162","req_id":"b59622dd-7d7c-4d2a-ab00-bafb35681cfd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.947425946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4227, tv_nsec: 746326915 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.947484663Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:42.952292543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50270","req_id":"01c3ca0e-f951-470d-bae1-194e9b03d1c6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 41 a6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e A...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.952360157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50270","req_id":"01c3ca0e-f951-470d-bae1-194e9b03d1c6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16806,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.953057026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:42.953106304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50270","req_id":"01c3ca0e-f951-470d-bae1-194e9b03d1c6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.041864208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.042272452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.042336319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.042374134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.042404144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.043060612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.043586069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53166","req_id":"0e735ead-425c-437b-87f1-69f69c1569f0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: aa bb 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.04365175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53166","req_id":"0e735ead-425c-437b-87f1-69f69c1569f0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43707,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.043926678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43707,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:43.044026376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53166","req_id":"0e735ead-425c-437b-87f1-69f69c1569f0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.044388738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.044442455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.044471433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.053315915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.063198946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.063273846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.063305649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.064106535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.066985902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c02d149b-aa35-4ca0-8e4f-6dcbce25c27f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.067265639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.067776928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.067831577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.069905188Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.072833543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0918ae38-15d6-496f-9ec8-f384812986d9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.073204301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.075946114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4c908da-4590-43d3-a9b6-673f0c7d713a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.076173938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.07965781Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47ca2a6f-0176-4aaf-bbac-fcb1bfe01a29\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.080038478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.084329548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45f431ea-8a1c-460f-a84f-60a242ce0e1b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.08453635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.091160358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc381d24-8501-4efd-9e5e-be62ccaec493\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.091343753Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.108668451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df8cdcd4-dcb4-44c6-9d4e-dad7b99b29f7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.109040633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.112911535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.116921365Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cff1719-5ffd-44e8-8856-3207788b53ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.117538695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.120633872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c302fc45-2ee2-4ac9-ada3-5b51f4eb75c6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.121137776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.123628949Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea311d1d-1d96-4dfe-8da7-82bada232747\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.123869619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.125322814Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"366158e9-ab1a-4f21-9fbc-020c5553d9c2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.125645908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.127907123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb197599-314f-4b6d-a4dd-a28087ef6aa1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.128153224Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.129649495Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2ec9e45-b276-4bbb-913d-e7b926b169ba\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.130073199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.134021295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adfc6172-46e4-41ed-8a08-8c7172473e69\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.134332836Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.140725383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a47e493-ae59-4a4d-bb26-a43b93e4fcd6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.14095972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.146070673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c465bc5-e02f-4ff9-adfe-2053e7433909\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.146293226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.149128856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f62c3a14-7fa3-4ad4-865e-8005ade2e25e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.149283685Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.152545443Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42ff456d-f85d-4f9f-9604-e97d239f5369\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.153564334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.153966795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4997ef7c-94fd-4aef-a3b0-70cd70953479\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.154113558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.15490263Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d9c954c-5896-4c6f-81f5-d035c5161825\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.155089933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.155974065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"882437c0-301d-45c4-96ba-4dc41dc8a674\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.156108853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.158587412Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3400a0a3-e383-4859-b988-5bc801a2d5f3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.158646319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.159636402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d09c7ab-c461-4a30-bd12-21c3fac16f84\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.159742673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.1620849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ce24b8-d59d-49ab-8d38-0627a73974b5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.16213006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.164025226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.164078823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.164108773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.164134885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.164844699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.167029262Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0b20f50-79a4-4da3-b852-6b47771a566c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.167106135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.167824596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.174209167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.174315449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.174350549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.175189921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.178718111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.178789663Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.181102492Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.181185056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14db4eaa-e0fe-47a0-a603-11268a073254\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.181228974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:43.192797102Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.193255926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.193568018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5d90b1f-cd4c-48ca-9679-843adb342390","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.193857074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5d90b1f-cd4c-48ca-9679-843adb342390","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.193930521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5d90b1f-cd4c-48ca-9679-843adb342390","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.195111293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5d90b1f-cd4c-48ca-9679-843adb342390","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.198522359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8db9dcc-d75c-48b9-99ec-c9c46802abf3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.198799722Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:43.199299368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5d90b1f-cd4c-48ca-9679-843adb342390","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":5743,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.200060865Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d90b1f-cd4c-48ca-9679-843adb342390\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.200401514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.201652937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"72da8893-c937-4a6a-8888-424bbacb348c","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.20234205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"72da8893-c937-4a6a-8888-424bbacb348c","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.202413683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"72da8893-c937-4a6a-8888-424bbacb348c","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.203377293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"72da8893-c937-4a6a-8888-424bbacb348c","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:43.206085358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"72da8893-c937-4a6a-8888-424bbacb348c","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":4470,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.206609222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72da8893-c937-4a6a-8888-424bbacb348c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.206679372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.206715975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:43.206744792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.208104541Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"731f768a-d7de-4358-b697-47f13c1f0da3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.208814105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.211939883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57cac080-59b2-49b5-94b6-dd484e83ceb2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.212089571Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.217309572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4525554-6aed-4ba1-9a76-a6abd40f34e4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.217376846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.217412306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19005318-6c7d-42be-929e-8801f8fa20e1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.217445523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.217473027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7daea943-e81c-464f-9d5a-eb18691ee42d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.217502566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.218874901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28f01034-d196-49e6-9881-866160eca601\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.218940381Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.21952212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dae08c2d-4048-49ac-9f5e-00607bd4c86d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.219585186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.222294875Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f3a7272-c835-4431-8924-01ee1bbd248e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.222355536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.226503981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.226832415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f02f2a2-dd16-4f52-a01d-27518a958ece\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.226952425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.230726023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab415566-010e-40c4-a218-bff75687a311\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.230896663Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.233025966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"936a5a56-c3d1-4892-84dd-393adad93782\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.233096526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.236378586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc0040b9-46af-42fd-bf4f-0c71c204a8ae\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.236435569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.240719104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d83c9a22-e73e-407b-afbe-dffad0c5ec81\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.240875125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.242666163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d3adba9-ff7a-4f66-b199-2d12fe8b3580\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.242745872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.24385923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85a932be-0b35-4d0d-b7b1-33d32ab148a1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.244009009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.24513917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9ec1828-40ff-4445-b884-363027ef93fc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.245280542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.246106468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e294e706-82a4-43a0-a60d-93c0d1f046f7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.246230946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.24707125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1eb40f8-781f-4a1b-a887-819c3028d57f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.247169215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.247205898Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.247235257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.247263964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.24798485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.252604304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.258947823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.259094506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.259135517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.259213523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.259256308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.259647377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.267114254Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.273017216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.27322531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.273266683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.273587061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.28240474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.282480651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.282514689Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.282544198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.284417941Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.356141295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.356523867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:43.35885893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54674"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.359241482Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.359427913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.360824476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.37284696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.372902581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.37293236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.372955797Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.372983793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"e57b5135-fe1b-42ad-832e-5ca475016d62","remote_addr":"[::1]:54674","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:43.376058699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"e57b5135-fe1b-42ad-832e-5ca475016d62","remote_addr":"[::1]:54674","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2190,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.376203207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.376240471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.376268527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.376293928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.376318497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e57b5135-fe1b-42ad-832e-5ca475016d62\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.382506386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.382598369Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.382663669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.388740256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.388872049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.389041917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.389142187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.392156773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.396451029Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.396512562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.396542562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.396571199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.406444651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.410698006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.410829748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.419876293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:43.469502129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:43.46971335Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.469760764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"553.241077ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.469801926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.469827868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.469930773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.46997926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.470008378Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.470724234Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.471230072Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.473302762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.479101575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.479186976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.479225823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.479658565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.48354577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.483623335Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.484551284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52273","req_id":"0b879053-8647-44a7-95bd-bc7a5495d35d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f6 a1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.484890429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52273","req_id":"0b879053-8647-44a7-95bd-bc7a5495d35d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63137,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.484974968Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.485030348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.485054917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52273","req_id":"0b879053-8647-44a7-95bd-bc7a5495d35d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.485477309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4228, tv_nsec: 284376203 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.485529813Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.485878348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55032","req_id":"e36d30ad-6d3e-4b5c-98e3-fac3c474a856","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c6 23 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .#..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.485930542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55032","req_id":"e36d30ad-6d3e-4b5c-98e3-fac3c474a856","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.486072444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.486603092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55032","req_id":"e36d30ad-6d3e-4b5c-98e3-fac3c474a856","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.549838554Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.550370264Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.550432227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.550467377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.550495012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.551240748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.551361278Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.551407811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.551799982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.552647902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.556715686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52330","req_id":"803419e5-1c28-4858-8a88-e4e4bb528c6e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 00 08 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.556900565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52330","req_id":"803419e5-1c28-4858-8a88-e4e4bb528c6e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.557090303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:43.557181004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52330","req_id":"803419e5-1c28-4858-8a88-e4e4bb528c6e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.557288107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.568437902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.568530697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.568564995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.568965604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.5697115Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.569858583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.569990876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.570040295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.570068231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.572934501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.572998729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.573683494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.578951019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.579082942Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.579383721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaa00e0f-bb32-47f9-8899-db55cb70656d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.579764019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.583962464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a927da40-9017-411a-a0d8-32c2138394c4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.584165168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.59567975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"779e06c6-387f-48d4-8661-b260a07e7a44\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.595846362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.597960614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"462ac2e5-5a43-4484-beeb-d827ee3e8845\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.598114731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.601003387Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8b76ec3-fdcd-41b4-987f-fa9c69a5181a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.601067775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.604630313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d651ae0-3447-4c11-add2-44e55270eaac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.605088767Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.611453358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5d75f76-be8f-4b6e-ba23-243b189c2195\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.611632505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.615707474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeaf1b72-e7f1-4f1b-a89f-5120d1c4ab91\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.615892332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.617650926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30f52450-f4e0-403c-981a-ea7eb45dbdfc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.617987286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.621563662Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ed30129-56de-45c7-96f0-280f541c6a81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.621841696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.62501594Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.626370449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f579f6e6-3527-4728-ab80-24b7a7e064fe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.626628674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.629765133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"add79bc1-70a9-4580-b1bc-be4e4018bb10\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.629901514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.632737615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dee830f-f241-47c0-986e-cb03c827aee6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.632921191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.638072014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"937530f1-e7f3-4a04-abfd-7ced124d607e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.638142664Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.642004639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75dea3ae-720c-4bfc-90c9-3175a985bd8f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.642146151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.644774708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f114e926-47d2-4fd8-b7c7-0430810cac03\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.644860409Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.647896148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cb11245-bcaa-4898-af81-f7849439eea3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.647973973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.650837618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96400f27-3042-4df6-a070-1517d2e3552e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.650960283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:43.652900839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.653340906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f3b9810-0ec5-490c-949f-20fa0e0dccbb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.653413571Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.655146774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b03ba39-74bf-4876-8bd4-402a08257c58\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.656610741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.659499396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2379aca4-1bdd-45c7-ab52-1f34ffea8b37\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.659570829Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.661120095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"184feed1-4cf3-4901-af60-9f61345f4fe4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.661357018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.662830784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23590010-4f84-49a5-b0c7-e1430c504b21\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.662985382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.664189651Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26e5199-eff4-40b1-9052-6288729e465e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.664659748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.667102515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4e32593-ddce-4da0-b693-8a8229536f70\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.667263937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.671065992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ffb504f-715c-4c7f-99bc-7adf5e2be9ab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.671223005Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.673486064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"803df67b-4da6-4fc8-81d7-270900edfb18\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.673617315Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.675719814Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.675761918Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.675791848Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.675818681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.676691611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.676889976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7c261f1-5eae-4461-bbe3-4204c4806877\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.677197729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.680323697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.687074087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.687138245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.687172884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.691513512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.693126867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a52d5b-7da4-4507-8545-8f815cf814aa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.693619979Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.700830947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.70091312Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.70141495Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.70251884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e07d05f-7e53-4aee-96ed-cbd5c2894b5a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.702645342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.709612904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcc034c2-1d81-4f98-956c-c3c3008ab6c4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.70976152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.709890487Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af71a698-14b3-4b51-9853-686343bdb127\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.709923273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.709953523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"892d546d-9d57-4694-a67b-bec97fffd458\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.709985446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.710164784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0f6cdb3-3a94-4ff1-b1f5-ac5a621dd181\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.710319502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.713141525Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cf6fec1-3c2b-42a7-949d-57d3365bb31a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.71320426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.716069438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17b1171c-4ce0-4e41-adac-eed030a5cca8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.716235088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.719911013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"755ab23b-e958-4c64-bafa-7eebd85b792c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.720069428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.723902916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9c8232c-ae11-403a-911d-968b4f9022b5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.724068987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.726974336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65830eb5-e974-4f5b-b453-f11f52b4e811\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.727095998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.738210714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.740313834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"601dcabb-0cd3-420e-af50-3dc3935cbaae\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.740396759Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.743715562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eabb4b3-4a32-4d80-8565-a738bdd4d65e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.743779459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.74493451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57450c52-90aa-4c13-ae8b-ef4e46dadec5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.745231813Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.746109301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"580c4d2b-7323-4bf5-a46b-7b3debfe9ece\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.746244641Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.747471846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cc2eb4d-c424-4332-8ce1-06d9fd563fbf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.74759969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.749087435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6cde24b-c8a1-4b82-a6d9-7a5157d3954d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.749152374Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.749185209Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.749217985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.749247293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.749872028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.759061417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.76893038Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.769007925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.769045179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.769077333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.769105058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.770063438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.774022206Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.785877837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.786045291Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.786093757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.787961228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.789625464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.789687497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.789723499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.789753389Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.790740766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.794448423Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.802959671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.803039841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.803073829Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.803414528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.907271476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.907350093Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:43.911126827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43930"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.913428002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"bccd1332-7107-4f06-baeb-c86ee8b30d14","remote_addr":"[::1]:43930","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:43.914038328Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"bccd1332-7107-4f06-baeb-c86ee8b30d14","remote_addr":"[::1]:43930","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":477,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.91412459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.914212305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.916398761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.916757456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bccd1332-7107-4f06-baeb-c86ee8b30d14\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.920375495Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.920472258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.92053848Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.922452593Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.922580648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.922669816Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.922752932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.923390793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.932598288Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.939210993Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:43.939416362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.939468707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:43.94011787Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.030026117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:44.030479209Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:44.031194434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.031306528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"561.409952ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.031350906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.031379744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.031411998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.031440555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.031467899Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.032230929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.03492147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.039771083Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.039953727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.040007854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.040319215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.048495335Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.048639873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.049395659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49418","req_id":"712e20f5-f20b-4f39-b55f-c3dfd88a9277","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5d 14 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ]............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.049459236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49418","req_id":"712e20f5-f20b-4f39-b55f-c3dfd88a9277","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.049625347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.049961226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.050024111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49418","req_id":"712e20f5-f20b-4f39-b55f-c3dfd88a9277","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.050278739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4228, tv_nsec: 849178414 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.050343468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.050641952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49622","req_id":"6c90af7d-4353-4d61-9487-86b29c90ceb8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ac 62 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .b..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.050701942Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49622","req_id":"6c90af7d-4353-4d61-9487-86b29c90ceb8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44130,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.050787492Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.050855498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49622","req_id":"6c90af7d-4353-4d61-9487-86b29c90ceb8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.107643414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.107897731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.10795251Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.107986868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.108016858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.109189194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.110011332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62837","req_id":"c7430558-8cf0-438b-8071-e86e3b7f36e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3d 08 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c =............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.110075219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62837","req_id":"c7430558-8cf0-438b-8071-e86e3b7f36e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.110153926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:44.110224717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62837","req_id":"c7430558-8cf0-438b-8071-e86e3b7f36e1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.110402121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.110449054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.110663551Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.114604203Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.133872584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.133965499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.135256862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.135880675Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.140220241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a632ef4f-e648-48b4-bf51-e5a1378f9503\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.140579347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.141710991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.141935529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.142756164Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.147390257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98b73e6-dc86-4051-8492-9bc2a5c32900\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.147887027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.159094848Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fb951f1-131c-4883-9355-c26af2920f40\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.160444306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.163441648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2899716-f2c9-4376-bca5-ea99ad59f54a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.164886948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.171924239Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b14a411d-9d5d-4d49-a0d4-7e63e787df5f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.172068867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.179331087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b66b4e24-ec0c-49f5-b5b1-1e1dbac09d10\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.179931854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.188442842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.191178943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c11259d-0a03-4a5d-9ede-4bff55bcb898\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.191427849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.194606993Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a5ee5c2-3594-4c5e-a620-d658645ebec1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.198004723Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.198688054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52a5bfcc-d274-4f88-a735-fa45f8c4c2d1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.198753415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.19961434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db19f350-7b35-4538-8fb1-6b974d10a698\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.200024187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.201586289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4f84980-1731-4f7a-a88b-d1ab6c350ec9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.202018109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.203783286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2e0c060-4622-434c-87ee-565d163ca190\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.204153484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.206286794Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5e479ac-64e1-42df-9594-4e0782a45ac9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.206602995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.208835062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8acc50c6-e0dc-4b25-bbc8-1094480ea662\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.20891443Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.212182221Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a872410-5f74-4da2-8fe3-6b44b73a2600\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.212258503Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.21421461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"190a548a-0d66-4313-851b-b107fb2a90b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.214471722Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.216651345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"464bae0b-b61a-4df7-a93b-299a140d0738\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.216718529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.21926864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6116ad4c-8037-4f6b-9978-cd39aad9d86d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.219499961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.222381793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e62114bc-29cc-4f6e-a394-55da2cafe078\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.222453385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.224035618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d1c8091-b773-4246-8b13-541348097bf9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.224169014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.225509084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2c73f96-0952-4e33-9cc3-415affe12c0c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.225643752Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.227974175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63545f3f-8d82-46ab-9ef8-65325941403e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.228130346Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.229352882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f77f6c1-ef7d-42da-a67b-ba9f2099b677\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.229428763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.231877783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09a33c7b-6d7e-4c54-ab8c-8249a85db4ad\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.232364593Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.237172182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acc0c9c7-ed64-4b8b-93ca-92c4dae4e800\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.237377591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.239459188Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.239518557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.239551152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.23958048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.240415895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.241677969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b688644c-72e3-4a40-9b9e-8f2de92f1882\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.241744141Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.243488416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.253090578Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.253210156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.253246368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.253579111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.256094523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.256156777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.256788586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.258645676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18964d0a-3ddb-43ce-8c16-6ed7766b472d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.258824793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.261407599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b45683c1-b0dc-4649-b20f-98e1fddd2b3d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.261503871Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.265293181Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee91675e-7fea-41d2-a9c8-ebaa57fb6d39\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.265710573Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.274215799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"630d9376-f082-47f2-a2a1-9d0ac5bb6557\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.274426218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.27558677Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0711318-ffa5-419c-acd9-50227170449d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.276059292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.278945532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6b45bd1-47f6-44f4-81e2-440928dd50e2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.279010943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.280469409Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"684b9c5f-7a79-4540-b051-311d97a02f21\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.280599087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.281685552Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41cd5024-5f16-497b-a27c-429d9a278d4a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.281772585Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.285730511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aed7603d-f4ad-4680-9995-9b20446879b5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.286012513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.298760292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08f4e27a-53ef-4601-bc05-aaf938acf60f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.298829901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.298867425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.298906974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.298934218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.298958306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.298982845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.299009278Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.299032985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.299481689Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9908b2e-6b95-4a0c-9368-b1c67931540a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.299548643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.301708456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"789d4ed6-3834-4467-a265-9ef751039fd2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.301824146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.305575581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ff89305-12bf-4915-a605-3c166c9937e9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.305724468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.308441571Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ee0203-29cf-4821-9bed-93a2ca1ec0d2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.308514446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.310862134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ee64432-e3b6-4d86-89ac-aa0aa257575f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.310928526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.312313556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33b18e01-1bde-4221-a89f-42726d7220f3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.312619105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.313241725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa939340-349b-426a-8718-89106f9451b4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.313287216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.31606963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2acd334e-0be6-463a-b327-2bd3c40d1e0e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.316130421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.316165591Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e0d4e6-6d2c-46fd-8436-f9151f5ce970\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.316262925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.316297864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.316329347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.316358104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.316646609Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.323241008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.329598375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.329673955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.329708935Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.329739666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.329769095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.332189958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.334557866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.340422962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.340486268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.340519374Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.340961265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.345337865Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.345396892Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.345430349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.345518555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.345941678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.348359806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.354708996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.35477129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.354805238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.355280154Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.483021561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.483120979Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:44.484550507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43024"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.484945744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.485155412Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.485804195Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.486170875Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"b7b747cf-96b8-48e2-acc2-b6e71f34a556","remote_addr":"[::1]:43024","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:44.486751923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"b7b747cf-96b8-48e2-acc2-b6e71f34a556","remote_addr":"[::1]:43024","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":661,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.488987337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7b747cf-96b8-48e2-acc2-b6e71f34a556\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:43 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.491559241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.491617447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.491646565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.497116344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.497720557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.497785918Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.497818943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.499354002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.504250017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.510255753Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.510674658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.510785899Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.511531084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.549504995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.549652268Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.550829403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.551797652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.552824929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:44.55995716Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:44.560467857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.560565833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"529.177772ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.560606694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.560633087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.560669519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.560698507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.560726032Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.561847586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.564492867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.564551945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.567964614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.574176481Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.574262322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.574298985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.574937918Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.576370653Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.576437887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.576468227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.57650006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.576530681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.576958734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.577021269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.577051579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.577081679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.577642657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.57770455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.577735442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.577762806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"24.8µs"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.577794339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.577821563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.577852094Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.577882435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.577911002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.578379335Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.578441779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.578472671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.578500827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.578529614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.578558392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.57891419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.578974781Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.579005041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.57903454Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.57952649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.581677015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.581743628Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.581778167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.581848938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.581879298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.58190548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.58193542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:44.581961843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.581983476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"69.198µs"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.582064106Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:44.582094818Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.582116361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.582142212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.582169877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.582196731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.582395236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.582488742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.582519784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.583358165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.584285542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51508","req_id":"08d28b07-dfb2-43bc-94ed-566e20992989","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ad 66 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .f..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.585229133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51508","req_id":"08d28b07-dfb2-43bc-94ed-566e20992989","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44390,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.585423259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.58558924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.585672045Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51508","req_id":"08d28b07-dfb2-43bc-94ed-566e20992989","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.586867898Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50344","req_id":"f436e5f8-b6cc-4d89-b84d-c2f8113cb687","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c1 8f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.586928819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50344","req_id":"f436e5f8-b6cc-4d89-b84d-c2f8113cb687","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.587061493Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.587087155Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.587109359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50344","req_id":"f436e5f8-b6cc-4d89-b84d-c2f8113cb687","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.587382182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.590389925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4229, tv_nsec: 389287857 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.590449343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.590673009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4229, tv_nsec: 389582074 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.590731886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.591121082Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.598962365Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.599056793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.599092645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.599606619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.599750756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"22.059913ms"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.600884084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.600941318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.600970626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.601205194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.601576944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.602250286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55971","req_id":"d002b57d-d931-4ea9-be46-be7ff6867ac5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: eb ec 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.602335756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55971","req_id":"d002b57d-d931-4ea9-be46-be7ff6867ac5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.602524422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.602692347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.602743228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55971","req_id":"d002b57d-d931-4ea9-be46-be7ff6867ac5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.603674614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.628024459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.628121413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.628157615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.629094231Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.630173531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.630249362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.631495084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.632485608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.642681322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.642767554Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.642800309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.644267342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.646502255Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4229, tv_nsec: 445331300 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.646570171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.646693236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62540","req_id":"fd0be681-f6a4-4df5-8493-548bd2353f5f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 08 05 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.646943705Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62540","req_id":"fd0be681-f6a4-4df5-8493-548bd2353f5f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2053,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.647528811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.647782757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62540","req_id":"fd0be681-f6a4-4df5-8493-548bd2353f5f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.647908778Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54919","req_id":"3e4770df-b89c-47b3-898b-ec3fc4b48a46","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ce f7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.647956342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54919","req_id":"3e4770df-b89c-47b3-898b-ec3fc4b48a46","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52983,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.650459891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.650510211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54919","req_id":"3e4770df-b89c-47b3-898b-ec3fc4b48a46","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.651060217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.665724635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.665793422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.665827991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.666057027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.666109912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.666866119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.670320862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.679649609Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.679758666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.679838476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.680402149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.764080763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:44.764821439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:44.848155706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.848289874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.848794028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:44.848860481Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:44.851809516Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:44.852300575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.853680574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.854342603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53265","req_id":"75e79200-450d-4c81-b984-b03318932b29","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0e d8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.854589165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53265","req_id":"75e79200-450d-4c81-b984-b03318932b29","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3800,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.854795616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.854940465Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53265","req_id":"75e79200-450d-4c81-b984-b03318932b29","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.856737605Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.856801733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.857444474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:44.85850683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:44.941743654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.941821008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.94213779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:44.942201006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:44.943976623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.944171892Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50993","req_id":"c802c200-29ab-453e-90df-d818602fbe4f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c4 03 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.944393644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50993","req_id":"c802c200-29ab-453e-90df-d818602fbe4f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50179,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.944708512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50179,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:44.9448081Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50993","req_id":"c802c200-29ab-453e-90df-d818602fbe4f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.945774405Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61222","req_id":"87a12a46-e98d-440e-be76-5618847f81db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c0 fc 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.945835808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61222","req_id":"87a12a46-e98d-440e-be76-5618847f81db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.94595738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.94599271Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.946106667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61222","req_id":"87a12a46-e98d-440e-be76-5618847f81db","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.947766013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.969489566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.969721749Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.969857229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.970824877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:44.971562005Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.971756854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"391.62627ms"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.971955019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.972431438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.972702788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.972791315Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.975663187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.978806991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.978900948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.97903254Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.979630572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4229, tv_nsec: 778545778 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.980052081Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:44.981711277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.98207894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:44.993984761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.071186872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.071261009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.071743891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.076287424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.076348586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.076379698Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.076408375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.076436211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.076855436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.083084637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48035"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.083754702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56528","req_id":"b0713ecc-e448-4a6b-b22a-f5b5d9b27cf1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 43 11 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e C...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.083874862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56528","req_id":"b0713ecc-e448-4a6b-b22a-f5b5d9b27cf1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17169,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.084089489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.084139639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56528","req_id":"b0713ecc-e448-4a6b-b22a-f5b5d9b27cf1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.086034014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.0899322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.089994645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.090026929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.090497787Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.091842757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.151945267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.152135166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.152493229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:45.152556485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:45.153405266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.153608141Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/vpc-routes","method":"GET","req_id":"e2b6f8ec-c182-4a13-8f2e-9c1163904cc5","remote_addr":"[::1]:48035","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.153901946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/vpc-routes","method":"GET","req_id":"e2b6f8ec-c182-4a13-8f2e-9c1163904cc5","remote_addr":"[::1]:48035","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":290,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.160612777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2b6f8ec-c182-4a13-8f2e-9c1163904cc5\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.160683598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.16071992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.161357461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.2337658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.23891568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33839"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.239103885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.239541978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.241802853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5081383-db0c-4feb-8bb5-908d42030fb5","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.241969174Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/v2p","method":"GET","req_id":"82d70f89-c706-413e-afba-c4b0156ff546","remote_addr":"[::1]:33839","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.249581471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5081383-db0c-4feb-8bb5-908d42030fb5","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.249650529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5081383-db0c-4feb-8bb5-908d42030fb5","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.250518909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5081383-db0c-4feb-8bb5-908d42030fb5","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.254508789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/v2p","method":"GET","req_id":"82d70f89-c706-413e-afba-c4b0156ff546","remote_addr":"[::1]:33839","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":12519,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.277265309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5576b9cf-25d1-4d9d-abfd-d7b85c8b7bb4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.277699645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.278080654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82d70f89-c706-413e-afba-c4b0156ff546\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.278256825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.278347506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.27847009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.280068064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{}","iteration":2,"elapsed":"701.052612ms"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.280793289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a5081383-db0c-4feb-8bb5-908d42030fb5","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":39061,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.287590632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5081383-db0c-4feb-8bb5-908d42030fb5\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.288043224Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.289849873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c26e1292-c470-42bb-a8b2-db73e8728a45","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.290713504Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c26e1292-c470-42bb-a8b2-db73e8728a45","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.290882882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c26e1292-c470-42bb-a8b2-db73e8728a45","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.291712004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c26e1292-c470-42bb-a8b2-db73e8728a45","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.294049461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.295516063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.301200359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c26e1292-c470-42bb-a8b2-db73e8728a45","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":11355,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.308105456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c26e1292-c470-42bb-a8b2-db73e8728a45\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.30829318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.308379482Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.308456626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.308596455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.309517279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.309625194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.309693741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.313464163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.313578381Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.314188196Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.319922411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8998f5d5-ac44-4d32-b401-4ba459644109\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.321049567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.321768239Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.321811866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.321841024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.321870633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.32353047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.342162483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.342315698Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:62154/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.345331577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/eip-gateways","method":"PUT","req_id":"095153f7-f534-4aa1-9475-ea5a8bfd7947","remote_addr":"[::1]:48035","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.345735502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/eip-gateways","method":"PUT","req_id":"095153f7-f534-4aa1-9475-ea5a8bfd7947","remote_addr":"[::1]:48035","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":433,"response_code":"204"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.346043546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.369942332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:45.370030418Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:45.370064315Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.370165938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"791.721473ms"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.373854227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/eip-gateways\", status: 204, headers: {\"x-request-id\": \"095153f7-f534-4aa1-9475-ea5a8bfd7947\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.376209359Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{}","iteration":2,"elapsed":"794.548576ms"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.382205917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.386011309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59e2caa5-92f1-4dc0-ac10-894b77b62e07\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.386144584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.392904794Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acfd7d0f-53a2-4b9d-9b65-5b3301e9c69f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.393324059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.398105355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d91861cd-2ed7-4509-ba59-9f34099a7148\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.398286907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.4010538Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91ad8f9e-f607-4bdb-9ce2-e03278621dc3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.401327275Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.403687998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86534c29-9981-444f-bd0c-e2ca0eaa10d4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.403733529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.406663277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a86cc0c9-ab76-45d9-a5df-6f267a664232\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.407305236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.40821077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39daaa9e-9a24-4b2b-bd29-8279f3f9b0d1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.408342923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.409760948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a106736-7172-4cd8-8c43-ed9fb643f43d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.409934364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.411116048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27bc620e-1719-47b4-8c2d-75d60b49c6b1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.411194725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.412217132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e703155-8744-4492-8dd9-a2ad26344ede\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.412345037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.413455369Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03948772-b83e-475d-a6f6-961667460a6f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.413615047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.415349233Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e700379b-ed10-40aa-8954-99cf1bd160b4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.415651445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.417584717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98aaad81-7b6b-426e-bbda-213e9bca05be\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.417715728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.419361717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d9429f4-a207-4930-8838-f00ec38c4bb8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.419475103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.421357704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc4612c6-9116-41b3-ba62-55aab815bc5e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.421483575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.423263221Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e911af0-d0cd-42d2-8210-7ed69d0c6723\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.423381446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.425372564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98e8444c-6ff5-4e21-86fa-a47ef47490f4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.425569636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.426614338Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97642467-1d16-4058-b91c-7fc086faab0e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.426675009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.427955049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b46cde63-41a3-46db-8bed-aab083fd3faf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.428082763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.429103587Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b61c97db-4646-4a06-9fcf-fd9bb29fac38\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.429770015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.432760544Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"552734d1-aede-4616-8716-d2159523637c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.432932015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.433485398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.4335318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.433560878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.433587561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.434486142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.435531354Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47025f53-5ce7-48a1-a503-35673a7e5e6b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.4356648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.437205279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.449869412Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.449991114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.450077266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.45065655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.456540153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5f70378-351b-4746-ba02-11ab89f7bf89\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.456718548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.457021913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.457091642Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.45788871Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.463091256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3abbcfa3-9cb8-4048-b8e4-a1a8e4230714\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.463368688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.468939798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1213766-7c53-4c01-9b02-0154d83c64d2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.469524544Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.472456876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"927f59d5-7ac4-4e0e-bca7-3e467095d3bd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.472586765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.482987427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26bf8fd7-e9b1-4e16-835f-a1e5ccabc55e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.483119541Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.495966658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07daa1ae-041a-4bd7-8278-a8e04516453f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.496256696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.500378829Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6950764f-c4a3-432f-929b-a7cf7b4e008f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.500502726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.511721087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23f63bdb-def7-4ff2-a388-28fd33b68421\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.511949322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.517336897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8c1db25-5920-4c20-aa0b-830de22909a4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.518204285Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.518752738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.520567333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae4831bf-2920-4fb9-bc83-6c8694434a45\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.520667573Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.522184034Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f293d57d-c29f-4430-838e-69bd33ddd426\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.522372329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.524596361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b99f479d-7288-465a-8faa-1041dc9e57f5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.524675979Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.526782777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d30f0f7f-9562-442f-a060-43e292b8766b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.5269952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.529117699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa9595f7-2364-4695-b860-7cff2610695b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.529363098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.53126108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c66c9525-5621-43e0-88c1-c3e1e30815d0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.531379285Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.533601122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46153042-1920-4e06-a248-37724e737ed2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.533671472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.536361893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d2bfb5a-28ff-4cdc-9987-b8d60cde2cd1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.536682471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.537720229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"676171da-259f-4c3d-9c14-d8802791d1ce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.53784619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.538851743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc11b17c-5d49-475b-b3ff-95ae50f8fab9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.538973937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.540081173Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42147088-0991-4b2b-8590-7d204446fd24\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.540203076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.541307046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"536e17ce-cfc4-46be-845d-7e710ff8a346\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.541369841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.541411433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.541442105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.541468928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.542525664Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.547164937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.553511723Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.553602063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.553637493Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.55367095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.553702603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.555664923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.556151232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.556422542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.556644965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.558352608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.561823423Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.572905083Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.572988789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.573022867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.573559276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.573901788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.574880498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.575181799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.575217239Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.575242339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.57526796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.575303481Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.652532154Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.654569534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.654635675Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.66259799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.662767227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.662817397Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.66329579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.663352403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61436"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.663725376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.664694327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.666668189Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"73eb60de-484f-4a0e-be73-2069695653f4","remote_addr":"[::1]:61436","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:45.667855415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:45.668151916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"73eb60de-484f-4a0e-be73-2069695653f4","remote_addr":"[::1]:61436","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1837,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.671940414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73eb60de-484f-4a0e-be73-2069695653f4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.674812496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.675041383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.67507529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.678699862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.679137454Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.679195179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.679227212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.680095993Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.680722812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.680782171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.681326205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.682988707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.686792746Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.686993136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.687048346Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.687481108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:45.728405186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:45.728810754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.729569386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"1.168317146s"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.729734725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.729832019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.729949022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.730044182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.730241645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.731450524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.732105499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.737293536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.745107976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.745191051Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.745225921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.745678282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.74956198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.749621148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.750478696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59231","req_id":"aa66749e-ae3b-416c-9607-463e00eaefa6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5f 3f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 _?..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.750551351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59231","req_id":"aa66749e-ae3b-416c-9607-463e00eaefa6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24383,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.750798203Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.750923302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.750972631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59231","req_id":"aa66749e-ae3b-416c-9607-463e00eaefa6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.751512466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4230, tv_nsec: 550329287 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.751573388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.751879678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57136","req_id":"5f744177-2ca4-4e3d-b0e5-bd3f2da539c9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 05 bf 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.751936281Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57136","req_id":"5f744177-2ca4-4e3d-b0e5-bd3f2da539c9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1471,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.75205619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.752087482Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57136","req_id":"5f744177-2ca4-4e3d-b0e5-bd3f2da539c9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.806641717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.807088337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.80715528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.807191562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.807218927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.807937398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.810776555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54169","req_id":"20cc4625-c7b7-494d-971f-70b5192b163b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d3 0a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.812221755Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54169","req_id":"20cc4625-c7b7-494d-971f-70b5192b163b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54026,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.81233967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54026,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:45.812420671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54169","req_id":"20cc4625-c7b7-494d-971f-70b5192b163b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.812450951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.812481282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.812507334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.812537624Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.819404436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.819472952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.819505948Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.819961435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.821530812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c96dff43-1844-4a32-85e2-d386b0ee6c87\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.824317204Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.828396792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.828455409Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.828485138Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.829286856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29116769-e0ed-4f01-943f-e7f7e15a7132\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.829352376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.83258645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b606a549-7160-40cb-a0f9-57334481f570\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.832704846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.835097844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91c65a19-81af-4448-b1dd-5882abea7831\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.835174587Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.83825311Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5244a5c5-f77b-4d0d-af14-60380d9fb39d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.838425424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.841252346Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0576fd6f-eba6-4b82-a606-fecf7c7d2a73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.841411383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.847379294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16daf235-5bbf-43c1-8979-c14362089bc7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.847709632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.853236123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ced3309-3133-40e2-a311-25165cd18340\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.853703935Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.855882205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2133cc77-32cd-4e4f-ade5-dd1112708f2a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.856115731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.857662623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0725a3a8-b26e-4fd9-a4f0-dafbdf0d53ef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.857945296Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.859348472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7334ccd-8890-4c72-a808-cc210043da67\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.859882285Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.867155737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3d86898-f0e6-4c0a-bfc4-1c2154c37f57\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.867529562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.875401927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a201c2d-df76-4afa-8ba3-e0840aa70895\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.876724913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.877492873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.880390547Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c50cfc5-bfb2-4ca1-b591-fdcb57f7efb6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.88046778Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.891996471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74298245-821c-47cb-8773-1cbc4d0aaf76\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.892083253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.895095996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e952829-9aff-437f-b751-2fe01095fcce\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.895162238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.929402019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26930288-1814-4884-8f32-795e2f198306\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.929527409Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.929802206Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.930085671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.930152093Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.930182153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.931165943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.937741054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.948372276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.948480632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.94856507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.949931542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:45.963339577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.963604545Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.965098802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.96859093Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e008419-4ce0-4fb4-9b86-47860b9b7700\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.968772772Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.971878691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95ce7387-f234-4047-b6b4-adfc80c5541f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.972101214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.973661603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b06e94bc-ad01-4e42-a1f5-4186913eff44\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.973956501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.976243016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ab71751-5c19-4b51-a80a-a45c1d658110\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.976423095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.97790117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7710bffd-b54a-46a1-9b78-fb323bcf91ac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.977963214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.983865614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fae9d5e2-c624-4ef8-afc7-08aba0afc02d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.984304989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.989616502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b528594-2115-4c69-9d12-048be48dfc0d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:45.989906209Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.003048765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a1899e6-1c48-4371-bbf4-5a7c90c47303\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.003119947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.017356442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.023285065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"837e255c-c883-4346-b24c-c39731f1eb7c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.023447148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.02827642Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49257029-da50-469e-9247-06112d9e11b0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.028419715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.031740612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab9d90c-f019-4731-8c99-b9b916fe7329\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.03187002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.035883606Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a724f03c-73e7-404d-9387-d26f35d89a4f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.036091791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.041570237Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb4b3208-98bf-4d96-a6a9-a682be59438f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.041663262Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.042876399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cd802ef-000e-4a64-8ce9-8ee47c051462\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.042943713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.044003144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84457239-4d99-47bf-9482-c6242d6410f6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.044138233Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.045100681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba701011-203a-434e-83f8-417e30c5f955\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.04518075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.046160823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90404d6e-ad35-443f-b995-185163cf40f0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.046226654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.050763834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d431e4-5c02-469a-bb49-4d2a4edf9b20\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.051027199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.05446559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b349e6f-3b46-4569-adc8-773e484ea752\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.054808573Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.05926905Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75d52477-c017-46db-8ac2-8180d2c159b0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.059400572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.063492135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e456500e-7edc-4dcd-9acb-10b7b6328271\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.063974355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.067446293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db1968d5-a7aa-44e1-8c30-5d3e55a3e11c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.06784116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.0694524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.069515135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.069550115Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.06957778Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.071452184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.076143802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.086007715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.086184347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.086285028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.087100883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.088533017Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27102240-de24-46f7-a67d-27d940f301a3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.088789217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.091047928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.091160241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.093068463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.096810459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bc7e9a6-e1d1-40d1-9351-131a14ed7f06\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.098557039Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.103727391Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b0500b6-224a-4014-b73c-12aa3acf7033\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.103942459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.106285417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d6066d8-f2e3-4f05-b811-e5314560ed7a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.106475256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.107826468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6b8c098-5519-4c97-9757-de8f0213e2e6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.108213108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.110360006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7e4944c-6ad6-45fe-877a-14bc3343554d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.110560064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.111452252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.111521049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.111558333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.112943183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.116696411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.12646295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.126534001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.126569192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.126601526Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.126631987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.126998296Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.133176666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.140078528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.140152515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.140186954Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.141008751Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.215788505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.215871951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.21716104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:46.217229476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34271"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.219441975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"66448c8c-636b-40e4-a647-00c9616572f4","remote_addr":"[::1]:34271","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:46.219944836Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"66448c8c-636b-40e4-a647-00c9616572f4","remote_addr":"[::1]:34271","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":500,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.220348681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66448c8c-636b-40e4-a647-00c9616572f4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.224904047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.224979758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.225011411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.229689973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.229874701Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.230032385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.230187164Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.240910669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.244672324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.25101415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.25169675Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.251846899Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.252973434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.268792552Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.268952711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.269138321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.269241928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.269986401Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.277414601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.293118901Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.293258429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.293293489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.293643927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.29723385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.297300312Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.302043362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.302988435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.303776375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.3038187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.317666881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.317803203Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.320022144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:46.322074603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:46.322460172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.322516023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"592.744293ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.322627325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.322662835Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.322692214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.32272036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.322746532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.323692437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.328484956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.334693105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.3377724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.338134131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.339292449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.359891722Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.36007652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.361054629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64421","req_id":"bfe315dd-c494-4425-adbc-0f8146f579d4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c4 ba 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.361310528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64421","req_id":"bfe315dd-c494-4425-adbc-0f8146f579d4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.361614815Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.362021094Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.362429548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64421","req_id":"bfe315dd-c494-4425-adbc-0f8146f579d4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.363204672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4231, tv_nsec: 162132033 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.363366184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.364003945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51432","req_id":"0261e933-40e1-4c0f-9fea-4592d9b1bae8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f1 92 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.367887252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51432","req_id":"0261e933-40e1-4c0f-9fea-4592d9b1bae8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.368232811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.370757681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51432","req_id":"0261e933-40e1-4c0f-9fea-4592d9b1bae8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.484192433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.486215323Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65343","req_id":"5ea3eee0-6aaf-41b7-aa65-80e44876422f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 77 56 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c wV..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.48626402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65343","req_id":"5ea3eee0-6aaf-41b7-aa65-80e44876422f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30550,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.486389139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30550,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:46.486462776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65343","req_id":"5ea3eee0-6aaf-41b7-aa65-80e44876422f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.48743345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.487492939Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.487521556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.491128983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf281430-94ec-44e2-88d8-c6ed2225bb7f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.498326153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.50482924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e72c25ef-38a9-4546-9351-556bcbaf8c68\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.505007696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.510080202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6c785d3-135f-4ccb-b5a8-9c0578040a76\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.510155492Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.514898773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5ea0149-65fd-4c37-826f-3b3da25a2aa1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.515170705Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.518399318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.520506436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f93165b6-d1be-43c5-8fce-f667eb32b19e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.520623339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.52526654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"448e7804-6f27-4de7-b921-a5763d6a3add\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.525417461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.528574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00da7f4b-1353-408a-b0d5-55910e039a7b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.528643589Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.532600803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e58a509-6822-4b2b-b0c2-62f8c1c461cb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.532671945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.533513261Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c3b4cf2-ad6a-4f10-aea3-d1dcb5cd4dd6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.533643741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.534807931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25051620-ada8-4dad-b940-0f971c2b11dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.534952639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.541424524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c55b205-44af-4dfc-b0f4-96e5d93e79df\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.542962208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.545578751Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0351faa-84ea-4069-a918-4593e74289f9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.545771956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.547704546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.554099488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40ea885d-7d65-4f56-8c5b-fd1f93e47b66\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.554338234Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.554628943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.556540071Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.559085733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.562563682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.562626898Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.563086805Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd79189-3c34-4113-a864-31c94c2319eb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.563193217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.566167563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97772d3d-045d-4783-a3d3-82c0b3fc7ea4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.566317131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.570681126Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.570746887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.572215874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.57227452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.57230936Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.572337195Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.573156708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.581299041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.587127384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.58719092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.587219798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.587648733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.591420678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4df609c3-70dd-4898-a415-7b02185c56c0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.59149186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.59269671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.592785798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.593927362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.595982557Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba0d0f78-fe39-451e-8c4d-6a03b02cb3c6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.596082907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.598785542Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb08211-c046-410a-92cc-0ee1f4347b81\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.598851463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.601927552Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e62663a-8ed2-44a8-ad0f-353703026771\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.601993864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.602245325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57425d47-c50a-48b2-96ca-cac928e01956\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.603017424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.604701199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef91057f-dcd5-432f-9473-79c997ba4862\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.604846298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.610538699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85e5068b-c8aa-4018-b7f2-fac8c774b735\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.61081012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.612625988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29079122-d899-40f8-b681-00d5079165c0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.613163519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.616151843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41552ffb-7d95-46a2-a610-b8b7029810d5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.61641636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.623416578Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c5d545c-e3ba-4965-8aa9-2c395038cb9c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.623700954Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.625965486Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97806ac1-a444-4118-a22d-75d8ecf4772b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.626224172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.628451109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4d6395-e6cf-4a0a-966e-b51160843e74\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.628713421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.631173713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f12b29ed-41cb-4d95-9bb5-87692034692b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.63138805Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.634197007Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51783d99-894a-4611-bfc6-24d9d9964012\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.634528497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.639030798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.642264982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69f8be88-57e2-4f94-9ef6-5417a4ac6a09\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.642486624Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.643838307Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91acc2ac-b722-4700-8754-76575474abdb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.644093806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.645634075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f69d8566-273f-4bbb-bf45-5fa3afeb31e0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.645858251Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.646862803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfc0598f-c15d-41e7-b43c-c5d6dab32176\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.647133502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.648260498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47ca0229-553c-4af0-b409-ad5d203d5b33\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.648470125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.64964669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45e196a3-3abd-454f-a0bd-5c6d27430a77\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.649947018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.652200418Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e95a997-16ca-43fb-968e-e87b512093f8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.653173146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.656731516Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2dbc4b6-34b7-44d5-b121-c56c8edebec1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.657144719Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.659668187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"257a709e-5418-4228-8b63-5e5ab0de082f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.66003618Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:46.661891136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.66339886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"650b75b3-2871-46e6-aaf6-cc811a0d3b3e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.663616754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.665700035Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3749e7e-6b43-4473-808a-a8df8cff0379\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.665940243Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.668700613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c831a3c3-57ed-4ed8-96c0-6c75f7812db6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.668925111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.669849973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42570141-cc51-472a-8d44-b8af17f2435b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.670098098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.671443568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5821a5a6-b46d-4969-921f-ba00a1609990\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.671749227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.673669273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44119682-3781-41ae-8fef-a130fc482b22\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.67389353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.677410687Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e6f6243-ece8-4d98-bf13-a6c6d035107e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.677585175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.677636678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.677712168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.677743881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.67880747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.682063077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.692045256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.692167229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.692270545Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.692371336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.692456385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.693155608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.693732638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.693958428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.6940597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.694149979Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.695235162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.697908428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.706384726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.706453854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.706485507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.708363389Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.711784385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.720223149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.720312637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.720345903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.720704738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.769041255Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.76910382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:46.770311546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53292"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.770922684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"94309776-b1fb-4231-9eab-62c637164b79","remote_addr":"[::1]:53292","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:46.772566068Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"94309776-b1fb-4231-9eab-62c637164b79","remote_addr":"[::1]:53292","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1602,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.772689194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.77273269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.773874545Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.774417958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94309776-b1fb-4231-9eab-62c637164b79\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.77724978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.777297736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.777327235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.780481519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.780541369Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.78058207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.780613021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.781190161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.786564419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.792489194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.793689124Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.793789013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.794238048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.848912273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.853184245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:46.8537391Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:46.854147895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.85437644Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"531.70615ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.854540767Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.854846116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.855160342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.855267505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.855412895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.856175064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.857757306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56625","req_id":"eee03594-95c0-40f4-b7d0-11c03533d5a6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: d9 7b 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .{..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.862617119Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56625","req_id":"eee03594-95c0-40f4-b7d0-11c03533d5a6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.863068388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.863483766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.863661971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56625","req_id":"eee03594-95c0-40f4-b7d0-11c03533d5a6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.865077742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4231, tv_nsec: 663988770 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.865142511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.865445595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.871385089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.871482863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.871567452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.872477605Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.873268281Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53777","req_id":"ff8c9401-9040-47e3-b805-941e8a59c252","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 14 a4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.873565603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53777","req_id":"ff8c9401-9040-47e3-b805-941e8a59c252","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5284,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.874051712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.874260868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53777","req_id":"ff8c9401-9040-47e3-b805-941e8a59c252","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:46.875344668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:46.938949376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.939304103Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.939605413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:46.939711565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:46.941759114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.941916167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.942019944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.942523036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.942643967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.942733325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.942924727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.94424155Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.951375314Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.952742969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63970","req_id":"372fe082-b198-42da-9e15-a6c6f89bc777","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 7c 51 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 |Q..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.952926525Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63970","req_id":"372fe082-b198-42da-9e15-a6c6f89bc777","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31825,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.95333085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.954236214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.954384079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63970","req_id":"372fe082-b198-42da-9e15-a6c6f89bc777","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.955383861Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4231, tv_nsec: 754270000 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.955552276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.95617633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.96651062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.966585489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.966620609Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.967693367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.968459253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64638","req_id":"7cc49d59-9c0c-48d3-9897-d51c020db9fc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a4 c1 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.968595274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64638","req_id":"7cc49d59-9c0c-48d3-9897-d51c020db9fc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.969332873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.96951219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.969732289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64638","req_id":"7cc49d59-9c0c-48d3-9897-d51c020db9fc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.971608187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4231, tv_nsec: 770494706 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.971677395Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:46.97707051Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63976","req_id":"ffa7a8a8-c393-4a6d-a13c-ae8177c9c9ed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6f bf 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e o...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.977260879Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63976","req_id":"ffa7a8a8-c393-4a6d-a13c-ae8177c9c9ed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.977510026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:46.977655666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63976","req_id":"ffa7a8a8-c393-4a6d-a13c-ae8177c9c9ed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.059539905Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.061069382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.061137448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.062145035Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.069082277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58700","req_id":"8597a0f4-6093-43c4-99f2-3320b326edc0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ec a5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.069225052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58700","req_id":"8597a0f4-6093-43c4-99f2-3320b326edc0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.069740579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.069994455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58700","req_id":"8597a0f4-6093-43c4-99f2-3320b326edc0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:47.072390619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:47.12981833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.12989355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.130234058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:47.130291653Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:47.131946039Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.131995147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61842","req_id":"4e70bc5a-5971-4705-bacd-5b9d6218d58a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d4 67 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .g..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.132231839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61842","req_id":"4e70bc5a-5971-4705-bacd-5b9d6218d58a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.132392769Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:47.132485645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61842","req_id":"4e70bc5a-5971-4705-bacd-5b9d6218d58a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.133386179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.133438443Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.13346718Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.149043054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b13f2196-e414-4a89-8953-f6f8f9d2c9dc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.149320216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.16056479Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.163719175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57096","req_id":"6858416d-c5d6-417c-8e6d-924ba065c844","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 2d 72 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 -r..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.163785808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57096","req_id":"6858416d-c5d6-417c-8e6d-924ba065c844","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.163988592Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.164149282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.164205464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57096","req_id":"6858416d-c5d6-417c-8e6d-924ba065c844","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.164407146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f654807e-1b8f-465b-9b3a-d00c367803e6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.164743216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.165846885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4231, tv_nsec: 964736360 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.165914259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.16751575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54613","req_id":"3811035c-8b73-4e2f-9329-19c5ada5f0a0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 40 da 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e @...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.167633865Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54613","req_id":"3811035c-8b73-4e2f-9329-19c5ada5f0a0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.167859925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.167913182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54613","req_id":"3811035c-8b73-4e2f-9329-19c5ada5f0a0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:47.168974476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:47.233591391Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.233674036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.23394736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:47.234005436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:47.234953786Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:47.235359454Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.235419934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.235602789Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.236224548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.236643582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"934740ec-9073-4aa9-879c-69120f690a71","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.2369186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/1ee41cf9-5af7-443f-b0f5-588e2356be91","method":"GET","req_id":"90d0c9c9-74a8-4eab-9363-17297d76f7e2","remote_addr":"127.0.0.1:49374","local_addr":"127.0.0.1:33881","component":"dropshot","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.238165906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"934740ec-9073-4aa9-879c-69120f690a71","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.238235274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"934740ec-9073-4aa9-879c-69120f690a71","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.239151239Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"934740ec-9073-4aa9-879c-69120f690a71","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:47.24457726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/1ee41cf9-5af7-443f-b0f5-588e2356be91","method":"GET","req_id":"90d0c9c9-74a8-4eab-9363-17297d76f7e2","remote_addr":"127.0.0.1:49374","local_addr":"127.0.0.1:33881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":7719,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.246885198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.26502483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.265072054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.265100762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:47.268152011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"934740ec-9073-4aa9-879c-69120f690a71","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":31447,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.26999335Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"605e85eb-7d66-48fe-a770-726472737aa0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.270172847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.270449959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"934740ec-9073-4aa9-879c-69120f690a71\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.270666842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.274019762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bd7af3e3-846a-4da5-8822-28788f7209b6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.27462075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bd7af3e3-846a-4da5-8822-28788f7209b6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.274756149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bd7af3e3-846a-4da5-8822-28788f7209b6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.275790981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bd7af3e3-846a-4da5-8822-28788f7209b6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:47.282170412Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"bd7af3e3-846a-4da5-8822-28788f7209b6","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":8262,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.282796209Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd7af3e3-846a-4da5-8822-28788f7209b6\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.283010626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.283098791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:47.283247448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.283907603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.286813833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc80b32-fa99-4f7a-9f41-269c20cc698d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.287044764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.289808731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc051fad-d8ca-4f73-964e-1dcdbdec610a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.289946375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.2916707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cd81fea-1f7f-4294-894d-00be126f1449\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.291711732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.292354483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.292411907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.294372223Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.295923123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.296028703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.296071058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.297365908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f3324c5-f93f-4f50-9079-e4cb81c68d98\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.299705259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.308159413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a595e0a3-e41e-4762-ada8-856e86e5d55e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.308352909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.309373151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7fe163b-18aa-41cc-80c6-f65623c05d9e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.309596977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.310918821Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5269459e-4dff-404a-8802-35c702127cfb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.311159891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.312351486Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f013e4b-d2d6-4152-a8d6-cdf80737ea39\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.312428228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.3134782Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce6b9116-accf-4ae6-bf20-d0d2674c7c5a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.313602037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.314910885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c962814c-23be-4f3a-a752-689fb78c4965\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.315123529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.317096059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4b80399-842f-4238-85c6-5bdb795a04c5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.317405205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.319457574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4549e082-1bfc-4869-b37f-228327325b6c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.319532032Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.321624702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1171dbe-067c-4039-89bd-1649e1c6d48b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.321793568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.325507678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d9564ad-887b-4a4c-a980-b936cf5815e8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.325623339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.327690297Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0be6692a-cf30-49d4-b86d-32ae81417ddc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.327763493Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.329685222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5838af6e-044c-456a-9631-a992b57dad04\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.329752746Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.330679673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"373c585c-d911-4905-8c3c-c0a2506e759f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.330751246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.331919964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"382c927b-39ce-4690-b3fb-b0b2850b9079\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.332066567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.332995608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13d0e233-4417-47dc-9189-c75f391016d2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.333138823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.334181621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"679cf11c-1f20-4bf6-a2e0-2226916c5861\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.334550626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.334724162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.334829862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.334869391Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.334941074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.336865218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.338177432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eda949d7-6233-41d9-ace7-d82298af818c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.338423061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.339040872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.345311586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.345442006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.345487888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.34600596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.34913305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.349175615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.349896972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.350193784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8adc310-f24c-4559-af1e-759a38d882da\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.350565294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.360031765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0780e237-936d-4471-b19f-2e8eb062a071\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.360200692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.366060187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10dd6f79-1e39-4c4f-915d-d4de98147396\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.366411717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.372919143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54ce600e-32b9-451c-a181-dc113e46c850\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.373494479Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.37617527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2ca4103-9697-4ca7-a1fc-b27c0c81fef1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.376406611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.381526633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86e5bcb6-03da-4dc8-9c48-b3f6a78cd2c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.381656221Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.38592716Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84d47d1f-00b0-46f0-9b42-4176e9bf3357\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.386269863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.387160939Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.391584552Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bee983cb-2ec1-4531-97d0-353ccc1beb14\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.392000461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.394295844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f44a905-9a79-49a2-944c-5ce213ecbab3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.394480252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.395775232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"469931a9-b03f-477d-90aa-de90168f1b4b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.395901914Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.397650198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"155ff736-5020-47ed-87b4-b4f59cf60d6b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.397794235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.401155973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0970970-4f94-48c9-9c19-12a4d7947e7c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.4013305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.404736226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"830068ab-0573-4625-af8b-b586ce983e5d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.404805143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.408523923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"116bd05f-cc52-4604-ba47-1eea973aaf3a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.408645245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.412856115Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"816e0ec4-315d-4214-97a1-8c8f3e52e64d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.413097966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.417147725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9e1961f-b79b-465b-8cb7-aaff30647d0e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.417359447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.421291802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25a8b5c9-9fc9-44bd-b020-0de561332a9b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.421381381Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.422514729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdd8ec04-898c-47ba-9410-3bcbc3b69aab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.422717352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.425082274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3547643-cf27-4be7-b3df-a981118dedc1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.425265329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.426735158Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a83672d9-c268-4599-a53a-4b49a3b2ae67\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.426860347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.428889109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"822fad1d-0b1f-4c03-9c6c-25e2f5e0c941\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.428955582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.429058757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.429094088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.429121873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.430679196Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.437603121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.442095462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.442148558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.44227518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.442327344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.44236053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.442811529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.443556062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.443615661Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.44364523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.443671532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.44377606Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.445415417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.449525867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.449608291Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.449639553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.450018388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.450944834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.460172539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.460253831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.460289773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.460656113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.463603876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.463717583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.464302588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.511563102Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.511706818Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:47.512390841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35695"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.513016698Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"7d82a906-4f9a-4bce-85cb-6716247b5a02","remote_addr":"[::1]:35695","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:47.513536914Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"7d82a906-4f9a-4bce-85cb-6716247b5a02","remote_addr":"[::1]:35695","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":562,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.514803839Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d82a906-4f9a-4bce-85cb-6716247b5a02\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.516825276Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.516931929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.516964564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.518752797Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.518808628Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.518841343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.51887498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.519304225Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.528828963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.534073643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.534280906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.53433842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.540959723Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 6 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.54775932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 6 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.547948758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.553553675Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserting 6 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.556507711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.560815123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.560937998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.569347153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.569414317Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.57128326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.580275547Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.580341057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.592454382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.593986896Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.604001299Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.604100096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:47.612809809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:47.613158614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.613219375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"758.60938ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.613355456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.613400186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.613491497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.613552048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.61358303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.61465704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.616948686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.627021756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.627090643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.62712445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.627638484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.62856981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.628631303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.62866501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.628693436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.629189815Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.63237409Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.63243444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.63318745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.640704908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.64085115Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.640890739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.643346632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.646234586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60702","req_id":"536e4fe2-a252-438f-877b-3b0d8b3f97d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 04 8a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.646301489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60702","req_id":"536e4fe2-a252-438f-877b-3b0d8b3f97d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.646520315Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.646681536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.646774331Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60702","req_id":"536e4fe2-a252-438f-877b-3b0d8b3f97d5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.647226342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4232, tv_nsec: 446122952 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.647288847Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.647529085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.647583734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.649164965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.649514531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64283","req_id":"3136ff0a-fd7c-43fc-a682-3523117c953b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 46 a4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e F...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.64964458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64283","req_id":"3136ff0a-fd7c-43fc-a682-3523117c953b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18084,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.649831392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.649926342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64283","req_id":"3136ff0a-fd7c-43fc-a682-3523117c953b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.729663312Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:47.730492875Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.73067608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54264","req_id":"da18093e-5093-4559-8898-e363fd463570","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: eb f6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.730787843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54264","req_id":"da18093e-5093-4559-8898-e363fd463570","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.730980467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:47.731395604Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54264","req_id":"da18093e-5093-4559-8898-e363fd463570","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.731595923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.731646724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.731673728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.734749566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"575a63d1-9b5b-41b3-b10e-3ffd6f543881\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.735242679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.736479563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f369f69b-0e09-4324-98fd-d521cd6e70f6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.736656005Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.739585562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef39f597-bad8-4f83-a3c8-d5ec704ae68b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.7397153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.742313106Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4acbc32-9649-4bff-9c70-ec1c1ed06425\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.742444207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.745201611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d0f9633-82fb-4bf3-b7cf-19fafbc8e569\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.745284336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.748034656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a00079d-671e-4e21-92b4-fb4b17e8816e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.748155597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.752795151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5127b13-e8b7-43aa-b444-f71119b20db0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.752864118Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.755067939Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6de262a8-7701-4626-8a38-1e59db97d0e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.755200774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.756591635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"011cfe77-d7c5-4e3d-a352-963a5e283dd0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.756796523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.759917091Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1dfbf89-e746-47d4-a1c0-87b544af2def\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.760145987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.76190388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.763810148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92af279e-8494-4fdb-affa-57fc5bc8ae11\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.764247439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.76766083Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10e9a666-067b-40d2-93d4-4ad5fb299916\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.767881309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.769318743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cbecfee-4816-43f3-9b7c-e7929430afe9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.769625534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.775082798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06cbbdc6-bc74-404b-b8c8-0ecd122b1138\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.775232286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.777466768Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"785aada0-c050-4287-ace2-cf913a914561\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.777532659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.793164674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5258bb9c-bf35-4769-b028-cdf438b20304\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.793818467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.799030662Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc9ad7d6-f114-45b7-a9dd-b850b02a9cd2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.799215711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.802305817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a5ecbf-7acd-4110-b93f-386cd7a09017\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.802381448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.804967741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fddc3e0-6751-416c-9fe2-fb125b82ca33\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.80517279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.806423782Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf98d22-ad99-4912-83ac-f36722bf31e4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.806675854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.80808877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6144c79-8e0a-4f68-8c98-96fdd8f006e2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.808153709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.810657377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d580b8bd-4239-4fe7-acf2-cc7a7d119759\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.810743659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.810777026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b42fb4fd-5859-4d92-8ce3-e146149cf7dc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.810807326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.812178568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34a2478d-04fc-4153-96bc-2c2835847009\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.813267578Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.813311375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.813864437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.813923876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.813952453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.813979507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.817526143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77a5bf4d-1e1f-4c1d-ac14-3c9d14f5e1b9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.817703917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.820529838Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.828055813Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.828132696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.828166553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.828604145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.831632098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb70dd43-bca0-48d4-b41f-f8fb6eca9d7e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.831825363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.832002206Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.832053949Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.834118572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.845208318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d2899cd-e3d8-4457-9ad1-c1d94472073e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.84542004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.849783894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3635be6-7247-45df-bad1-235d84af2c7d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.850089433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.856357903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df3bd42b-8b06-401b-a2d7-a446338e0d19\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.856484104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.859902716Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad10549c-ea38-47dd-a288-bc3a97dfc80f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.860028436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.861087246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7f832d9-46b0-4a08-8d40-1e3f956795d0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.861632312Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.882080844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53ec0d5d-c713-4b20-8d88-6f75eedd7c6c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.882383507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.885282012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3fb90f6-fcce-44fb-a02f-4e430b674fb5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.885528844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.887562015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95e0c70a-0034-401a-afbb-1e4d6d2a19f2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.887849818Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.889463413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1188c4d3-856f-4268-ae0c-c26baddf40c6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.889768962Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.906548454Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.925930892Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c199e92-8111-4cec-a012-0a2eb8efe257\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.927438176Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.942232623Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cf37cb6-3708-42a6-b36e-076a8e774055\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.94241184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.944905949Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df96301-34e7-48ce-8644-efdda6bbd089\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.94502681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.948114452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"688a5b76-dc7f-4926-924c-f2baa36872d1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.948255332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.951120291Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"398d96c1-d2e4-4628-8be9-dc09deaa1ba2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.951354597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.953730692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44a691c6-df33-4eb0-9cc6-28ce7b262fd8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.953946361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.9549191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d3dd20d-0074-49f3-b81a-6a41cc97b983\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.955209208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.956580971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a00e4762-4f25-4726-9a90-846d48400a7c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.956994184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.957583568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.957714449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.957804148Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.957888616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.959001904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.960426122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7837ee-eef1-4256-826d-3f48399b76c8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.960650319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.961970259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21fa13e1-1e77-4119-8f64-2860e7aff500\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.962164215Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.962271088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.962354304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.962434764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.964363737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.965402968Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.975278063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.975349947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.975382982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.975973198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.97771041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.989275883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.989341053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.989373418Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.989402195Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.989428868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.99022302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:47.997659828Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.997727232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:47.99819299Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.00156564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.006130425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.006309912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.006362497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.007155046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.090342251Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.090495527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:48.101757546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46784"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.102648511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"8cdcadd5-a541-4ee1-a307-3d651aae4a89","remote_addr":"[::1]:46784","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:48.103371752Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"8cdcadd5-a541-4ee1-a307-3d651aae4a89","remote_addr":"[::1]:46784","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":773,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.106699923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cdcadd5-a541-4ee1-a307-3d651aae4a89\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.110953057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.111037355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.111066984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.113608568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.113708888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.113753547Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.113785941Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.114389764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.117280584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.121976951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.122069576Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.122105468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.123096452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.156306761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:48.185191122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:48.185574245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.185630477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"572.270181ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.185668583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.185694795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.185725386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.185755556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.185784143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.186445721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.201442822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.205743992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.205810003Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.205844432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.20624512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.210470689Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.210596801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.210687471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.210769535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.21157028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.215001607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.215054142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.215969035Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59186","req_id":"f2e80edf-7f10-404e-b492-0f079ff849bb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 29 e5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 )............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.216172791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59186","req_id":"f2e80edf-7f10-404e-b492-0f079ff849bb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.216490504Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.216708298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.216839128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59186","req_id":"f2e80edf-7f10-404e-b492-0f079ff849bb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.217103355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.224823236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.224903686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.224934057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.225415256Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.225714652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4233, tv_nsec: 24599078 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.225780724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.227077978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51249","req_id":"c0eaba05-1810-45f4-b6f1-99442ad9fc4c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d6 4c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .L..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.227217927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51249","req_id":"c0eaba05-1810-45f4-b6f1-99442ad9fc4c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54860,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.227370141Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.227470751Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51249","req_id":"c0eaba05-1810-45f4-b6f1-99442ad9fc4c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.284581981Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.285764367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.285817343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.287120569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.287805885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62071","req_id":"0daf57d9-1dd6-4809-bc63-a64aab1def32","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4e 66 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Nf..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.287872738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62071","req_id":"0daf57d9-1dd6-4809-bc63-a64aab1def32","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.287950513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:48.288091414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62071","req_id":"0daf57d9-1dd6-4809-bc63-a64aab1def32","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.288499757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.288593364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.288776018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.292619456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.29316877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.29576858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a7d4f4d-c4ef-4409-80d8-c5d4851e4d22\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.296073488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.299174586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.301225002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.302578298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.302674339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.304531069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e5a9f9c-be63-4804-860b-ec141bb6aeb4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.304799774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.30863219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b35bfcd-2b68-4973-b2bc-3ee58b924250\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.308903681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.311899019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a49feded-1a08-47ff-aa0a-e208ad7718e3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.312503413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.314132519Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6b89f44-ef7f-40cc-983c-e63638114ab6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.314526975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.318095345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b68b5e69-a14c-42b0-b25d-af4f476b361f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.319359163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.322758846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4058157e-f175-4c18-a3f5-01a5148e66e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.322898555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.326434159Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61f635af-e4df-480b-8003-7342cdb3346e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.326701923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.327614972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46849e29-59d5-4cae-893c-701a6ef8e909\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.328027925Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.329271713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.329679315Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82f4257e-42a3-455d-99b1-291f7fd92b40\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.329962639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.332704502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8856ae9-9830-4849-9ba1-56cb5267456d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.33288396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.334069171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"513fa7f2-43fe-464e-a9de-b7c10048bbe9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.334146676Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.335831222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"205c5753-d18d-4d2f-ae86-525a12315c87\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.336055449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.339964568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2defb77d-83cd-453f-9e30-4884423a82c5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.340029367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.344644723Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5f1175f-2f3d-440c-bf67-4102a8c5f5b1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.345957669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.347236056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a85d687-3244-4372-b50c-49dcbe55577c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.347363399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.35108767Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a441abb-b3ec-42e9-942f-9de6f021ac47\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.351299862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.353836036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da26c5af-9048-47a9-9ceb-f84722d60d05\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.35391876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.355703026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd74f127-6ac1-4d4f-81f8-3dcff21ab0f9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.355872353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.356825061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a62226ed-f5fd-40ec-96e8-4b48f482fb61\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.356967896Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.35797386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96be744f-3a79-476e-b63e-e85ee203b48a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.359504349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.359933354Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"576f197d-e56c-43a5-9424-e695ef9b6b44\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.360082612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.362196684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2bc8e07-72cf-4f57-8b71-ece6e2bfb040\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.362493144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.364435935Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb492bad-1c10-4311-8585-627d1ccfa45a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.36483472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.368434352Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f4fd8e5-a462-42df-b5b7-fdcfa9e84396\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.368698137Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.371413377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2da06954-9eaa-426a-8466-f58d5e3d83a7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.371584829Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.374392944Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"139a15c1-e7cb-4be8-bb0f-f3b8fe1ceb54\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.374515719Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.377471969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"436190f4-050b-4d75-a03e-93b18d541151\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.377580765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.37939001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32935d4e-a698-4635-8b37-20d6d6d28304\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.379559177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.380251336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.380482507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.380529821Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.380557657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.38105616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.383196324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e8ff5ea-e519-403f-b3a3-1abf1cdfa626\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.383262987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.383295281Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.392048371Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.392109082Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.392139844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.392812684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.39503899Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19159268-c0df-468b-b4af-acfadf33f264\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.395594477Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.396524129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.39658004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.397431577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.400051888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aa9da63-ca95-4e02-834a-b7bad50b9da9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.400242287Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.401724791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe9f97e-f992-4172-b65d-4822e08965f9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.401856513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.404765008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fb288b5-b4b5-45c2-9489-161e63654cd6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.405006009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.408306084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"924e26b5-941e-44e0-9a40-009fff5abfb6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.408483036Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.413635041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"120d8f99-81f6-4508-9c1f-65090729c323\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.413922795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.422594943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c7e01c3-3e67-4984-8979-9fa71f357e88\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.422837226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.427542521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"395bbb8c-bef4-41c0-8c92-4839b3fc0c2f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.427771006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.432122266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.436785748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e066b4c-5817-408e-a7d5-88b723b249f6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.437155514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.439834131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e32d4dd1-5a25-4fea-88e9-9b8d35c92be2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.440054881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.443668681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f320afb7-75c4-4a3c-a758-594f7c8f5d79\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.443936575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.445909857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee7f4cfc-869d-4db9-8501-c75621165397\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.446309894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.45115615Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b99162e0-aacd-4e0d-b7e9-d55f6086dab9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.456640026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.462903736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32ff4885-b72c-4085-9067-4abae520b50d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.463145558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.466017971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09738acf-ce01-4b7f-bc8d-9d4f5a111322\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.466241176Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.46648949Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.466598868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.466687024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.467452449Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.47136279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.48076844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.480852868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.480889582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.480923008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.480951856Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.48130541Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.491547878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.491791683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.492097934Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.492265457Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.493422933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.531117147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.53707621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.537155919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.537190217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.540088892Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.546549415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.556686282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.556788866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.556888945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.557688428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.559077947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.560184061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.560503427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.56473114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.704645501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.704806872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:48.705526306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53838"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:48.709999398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.710066131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.710106682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.710896105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.711313306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.711372374Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.712530551Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"637167cb-c527-491d-8f77-72f17eae6566","remote_addr":"[::1]:53838","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:48.714662409Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"637167cb-c527-491d-8f77-72f17eae6566","remote_addr":"[::1]:53838","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2751,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.717073453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"637167cb-c527-491d-8f77-72f17eae6566\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.721923095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.72201098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.722039708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.725536284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.725653037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.725700471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.725732205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.726273734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.729544601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.729613668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.732382214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.744073138Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.744283407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.744768904Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.745557866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.824455874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:48.835278969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:48.836090445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.836597115Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"650.877681ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.837268683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.838270679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.838776267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.839575008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.84111693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.85425137Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.884123638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.887330638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.887484725Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.887575636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.888481511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.891227292Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.897646422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.898125306Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.898216588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.899176751Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.90122931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.909774696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.909886469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.909970116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.910892584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.917738153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.917804014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.92453214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.924595787Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.925665959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.927059726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59833","req_id":"cba78586-47d3-4a69-ab02-eb0ae58656ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ab f9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.927211047Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59833","req_id":"cba78586-47d3-4a69-ab02-eb0ae58656ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44025,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.927510404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.927681555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.927776504Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59833","req_id":"cba78586-47d3-4a69-ab02-eb0ae58656ae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.929452734Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4233, tv_nsec: 728343862 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.929520499Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:48.93988049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56678","req_id":"372b1807-56d2-4831-9815-1c881b036ee1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6a 1b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e j...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.940063735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56678","req_id":"372b1807-56d2-4831-9815-1c881b036ee1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.940313022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:48.940456658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56678","req_id":"372b1807-56d2-4831-9815-1c881b036ee1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.013844348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.015473364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.03053298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61580","req_id":"4e69b8c7-acd4-48dc-85aa-d801e9720619","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 81 8c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.030612137Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61580","req_id":"4e69b8c7-acd4-48dc-85aa-d801e9720619","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33164,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.030936343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33164,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:49.03105025Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61580","req_id":"4e69b8c7-acd4-48dc-85aa-d801e9720619","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.032625419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.032686781Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.032718344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.037568577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61240","req_id":"dc72adfa-5c57-4735-9916-9b546b2f511e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: dc 8e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.037632815Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61240","req_id":"dc72adfa-5c57-4735-9916-9b546b2f511e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56462,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.037790009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.037952442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.038046309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61240","req_id":"dc72adfa-5c57-4735-9916-9b546b2f511e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.039199236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4233, tv_nsec: 838084574 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.039269877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.042012512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54503","req_id":"3d0c45db-f368-4fdb-82d9-4a59785f558e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 40 33 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e @3..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.042078353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54503","req_id":"3d0c45db-f368-4fdb-82d9-4a59785f558e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16435,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.042168402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.042252229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54503","req_id":"3d0c45db-f368-4fdb-82d9-4a59785f558e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:49.042722697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:49.101596539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.101675466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.102032267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:49.102082197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:49.103164273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.119686332Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d427ae13-91e9-4304-baee-b061f923c9a5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.119927823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.133118665Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.140117459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52895","req_id":"4c1edb80-d588-4794-8e03-9e14a1f1fe09","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 8a a1 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.140374241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52895","req_id":"4c1edb80-d588-4794-8e03-9e14a1f1fe09","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.140480282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.140642696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.140670922Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52895","req_id":"4c1edb80-d588-4794-8e03-9e14a1f1fe09","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.141882657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4233, tv_nsec: 940757282 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.141948347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.14420322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61508","req_id":"b854d673-fddf-4c4b-ad91-5cc2694a13b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ef 31 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .1..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.144281947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61508","req_id":"b854d673-fddf-4c4b-ad91-5cc2694a13b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61233,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.144432878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.144474691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61508","req_id":"b854d673-fddf-4c4b-ad91-5cc2694a13b7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.144668417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f813e3b-1bdb-45cd-921c-5fb04681bbc1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.145302931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:49.146261802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:49.21718905Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.21838368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.218702295Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:49.218764318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:49.2209234Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:49.222040666Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.222349061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.222708166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e29e023-b545-4caf-ad22-2ba354138bbb","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.223004166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e29e023-b545-4caf-ad22-2ba354138bbb","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.223190988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e29e023-b545-4caf-ad22-2ba354138bbb","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.22408011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e29e023-b545-4caf-ad22-2ba354138bbb","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:49.235148863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4e29e023-b545-4caf-ad22-2ba354138bbb","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":12435,"response_code":"200"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.235650974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.235968246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e29e023-b545-4caf-ad22-2ba354138bbb\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.236169798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.244822437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5af66a8e-671f-40b6-a88c-02fbf16faf45","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.246507364Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5af66a8e-671f-40b6-a88c-02fbf16faf45","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.246585841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5af66a8e-671f-40b6-a88c-02fbf16faf45","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.246626472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5af66a8e-671f-40b6-a88c-02fbf16faf45","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.247502668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56162","req_id":"7c98d882-e1cf-4298-a3a5-edff8d19a464","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 57 25 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 W%..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.247617587Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56162","req_id":"7c98d882-e1cf-4298-a3a5-edff8d19a464","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.247833617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.248117172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.248164125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56162","req_id":"7c98d882-e1cf-4298-a3a5-edff8d19a464","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.248343383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c6e1b6b-2eb1-4e93-a814-60e3fad39320\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.248480426Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.249162424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4234, tv_nsec: 47968273 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.24922532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:49.250437926Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5af66a8e-671f-40b6-a88c-02fbf16faf45","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":5629,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.263501113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52451","req_id":"a54aeede-7d92-4659-95dd-ad03a3bd259e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fb 37 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .7..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.263569059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52451","req_id":"a54aeede-7d92-4659-95dd-ad03a3bd259e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64311,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.263664078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.263763606Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52451","req_id":"a54aeede-7d92-4659-95dd-ad03a3bd259e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.263928014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5af66a8e-671f-40b6-a88c-02fbf16faf45\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:48 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.264055508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.266284599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:49.266327695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:49.271341535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:49.353804397Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.353889917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.354090707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:49.354152039Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:49.355961735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.356530809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.35870942Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.358775802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.360456471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.361243849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.361318869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.361351183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.362397318Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f4b5ce0-4205-4b41-977b-b784d0c43ad7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.362525333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.36498303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"217fb18f-6806-4443-a797-f8c4027ceba5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.365216114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.372697931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7bdd5f4-502e-45ca-98ce-11c217e63a6a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.372772269Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.376806958Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"674dc38d-d11d-4306-8567-dd387d21b660\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.376929031Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.380879703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7dc7644-a161-4cc8-926f-c6f5546cf5cd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.381005894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.381830367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f20703fa-2e74-4334-adfd-7d8c695f33e9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.381986989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.382878906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d85c14df-e52b-4eb1-ad1b-dd10bbeb7674\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.383009446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.384502351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da41000a-cf7c-45cf-8416-eed58ea9a7be\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.385097887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.387864439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a682524-4d96-4080-bf04-2674e73d7916\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.387946703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.390068691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"774a2d93-99b5-4d95-a48e-be8037b708da\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.390249812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.393818633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a040d73-66ca-48c7-ad5d-dd470ada528b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.393894744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.395865932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6846dd5-58d4-4200-a631-33dd927d7a74\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.395934969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.397742972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e39e423f-2a7c-4802-81b1-a8f8ff0ea5d9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.397809123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.400070439Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"504ea3cd-3874-43f1-958d-200765de753d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.400132933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.40233965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3ba01f7-84a5-4483-878f-61fc43799a2c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.402477976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.404639523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f44429-f13a-4366-9ef4-52cc54165ef4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.404706656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.406001145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a06fe12f-0542-4bf8-9233-21a8deb0867a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.406789667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.407391165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.407447066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.407481395Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.407508649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.409011884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.40986317Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc4b4c36-0b64-4345-b31b-8df6fffe18a9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.40997837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.412102402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.420510003Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.421380969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.421432311Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.421955704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.424311688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cef5dcfb-2a03-46e7-a14b-c29165bf748e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.424492849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.425072193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.425180329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.430375159Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.432148202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc395225-519a-46d7-a249-6ab0eb7e64cc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.43257375Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.463635338Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85f078c2-7bb0-415f-bf24-ba044fb53375\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.465082221Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.472985207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e699cd-d94d-43c2-8614-31f37cbafb38\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.47355909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.487076954Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3d271e9-4267-4970-b435-accde46e5523\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.487174929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.50134415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.50333653Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"031a3c90-34e9-470e-add4-e98cc9ba57f1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.5037884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.530969407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f26f42a-9537-4414-aaa2-e9380e11dd37\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.531151139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.535128854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0989c9e8-d4d1-41a4-ae10-c2925397a0d1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.535216108Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.538628467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f161b94-bf38-48b1-a8d8-7a3aa9ac5b46\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.538704067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.540345969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dda0a638-fb8d-408f-becb-ce97d961e417\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.540710114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.542630972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc1f838b-940b-4779-943c-df9427290904\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.54278098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.544487681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"764bf16a-1188-417f-a3fe-25cf77ffa4ac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.544554484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.545615668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffbaed9f-8163-4fb1-af3b-d423be5b8b90\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.549576961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.552970282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.553056905Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.553513574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.565123486Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.566717703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.566827141Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.566862291Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.566892782Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.567549039Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.57116334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.571295674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.574945596Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.582677512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.582779264Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.582864685Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.583676692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.584268572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.584429783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.586983802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b00e568-5387-4f70-ace6-abc5cfe99196\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.587438057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.589837377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.589947176Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.591060023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.59671992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b349ebe-57d9-4856-b641-63a2d18b594d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.596968496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.60233593Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78b8b9f5-4605-4b73-81f8-e2d2e9791c77\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.602666258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.605992044Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd14d18-7ee2-46b8-be2f-5a14ed6805c4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.606375428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.619987399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"762d0e76-ae2f-4691-9804-35ac5be55a37\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.620120134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.622989851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4551b75-c450-4c65-9fe6-5c6177e55170\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.62314959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.629497988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d96ccfa-e320-4533-822d-71cf8cd7b86d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.629689239Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.631063157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca4d5bd7-b5ec-443b-b31a-e7e6fa835df6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.631234659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.634840894Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.636403968Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84d3770e-bc81-4194-8023-fe4d418461a9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.636556382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.637486074Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2202aa4-91ea-4eb9-b864-518d495e26ae\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.637956812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.639071543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eadc2a10-a9a0-4559-a9bc-498036ec8311\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.639135721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.639171422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.639204819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.639233756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.640147808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.650105127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.655203745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.655272052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.655305969Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.6554018Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.655495176Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.655991034Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:49.656448696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.659250037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.673194631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.673282326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.673317055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.675301379Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.74697825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.747099041Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.747476553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.747532795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.747567635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.747676972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.74835857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:49.748416756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47397"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.750377052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"2fa52e3e-bd75-41c5-9039-985706988de6","remote_addr":"[::1]:47397","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:49.751161245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"2fa52e3e-bd75-41c5-9039-985706988de6","remote_addr":"[::1]:47397","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":795,"response_code":"200"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.751322967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.759777863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.759844245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.759874104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.760808476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.760875019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fa52e3e-bd75-41c5-9039-985706988de6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.76441902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.765175377Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.765236859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.783157705Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.783225491Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.783259649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.783288025Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.784077037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.788590049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.788651712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.789396987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.793424501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.797675411Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.798025358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.798071009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.798749691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:49.855851783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:49.856144156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.8570396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"1.018897848s"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.857103648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.857135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.857167695Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.857510298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.857563494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.85759142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.862356123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.862940096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.869162454Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.86927069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.869360058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.869894693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.872948247Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.873005712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.876196589Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59636","req_id":"a3114520-d334-4919-9710-dd15f2e4452f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1d a4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.87697992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59636","req_id":"a3114520-d334-4919-9710-dd15f2e4452f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7588,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.87722601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.877412863Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.877507361Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59636","req_id":"a3114520-d334-4919-9710-dd15f2e4452f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.878067316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4234, tv_nsec: 676894017 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.878177907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.879237127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56880","req_id":"142578ba-ba36-4104-a278-e3373c149bef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 12 9e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.879359561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56880","req_id":"142578ba-ba36-4104-a278-e3373c149bef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.879521494Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.87955966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56880","req_id":"142578ba-ba36-4104-a278-e3373c149bef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.953802764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.954290416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.954957796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.955015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.955046763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.956610849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.958240055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50934","req_id":"6ca7e336-775a-4d39-bbe6-e8273788c94a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d8 c3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.958381167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50934","req_id":"6ca7e336-775a-4d39-bbe6-e8273788c94a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55491,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.958658329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55491,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:49.958967304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50934","req_id":"6ca7e336-775a-4d39-bbe6-e8273788c94a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.960635588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.960690418Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.960718754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.961212277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.968192836Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.96825523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.968286512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.968655518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:49.977995246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.978072861Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.978518078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.991016971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e1eb1b8-7b91-43c0-bf30-2ad472900587\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:49.991283402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.012599684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70691231-7671-4e80-af65-6c67f38a84ec\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.012891896Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.048069365Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29983110-8f5d-4156-8892-daecfe1b8ceb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.048313661Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.051328117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7bc0522-3ce3-4413-a0d0-6a9b0d9e88e7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.051567284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.053516708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60b0bfbe-d4a3-444d-b248-9b0645b08a78\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.053777067Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.056294964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95022aa9-d559-439d-837a-0b1dad744445\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.056512287Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.060256396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0526840b-86b9-4d4f-b82c-bba72a36718f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.060477166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.062607751Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"088c71b3-91e7-40d1-af84-01f0480711ff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.062914152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.0641078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b866469e-a18b-44b5-92e9-fe32f33c8f82\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.064588458Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.06718937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63907ff7-e43f-4e72-9875-80eb40a2732a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.067506652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.068087149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.069472719Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb933404-7004-44e4-ae42-25968baba41b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.069743479Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.070988319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87f86b66-187d-418c-9abd-dfdad63774e6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.071403316Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.07348824Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73d30c01-8a98-4587-9e9e-79cc8cb9f7fa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.07368381Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.076691522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"062c88bd-678b-4419-b8b9-ca80c0a145cd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.076747504Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.087128097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bebe5eae-0926-491b-baee-9092405626cb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.087309147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.089060968Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb96dd2b-1bea-44f1-a792-fabc7b6057a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.089108933Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.091770937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b786e005-3384-4f2c-97b2-b8274676da7d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.091838011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.093355344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87f94bd3-5fc8-4c45-839c-f0da2f0fc326\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.093431927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.095240911Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"042ae150-7577-445e-aa12-2b6ceffbd1a7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.095357393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.096155383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58d12e6a-114b-41c5-96aa-5bcc7b384817\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.101273039Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.10392841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e1f7fa5-4c78-4fd7-9b73-369fc3e182d6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.104099902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.105536895Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b39859d-b3c1-4099-bd3a-c2cfeac7df21\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.106722197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.107646709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee4f537-dc13-45b1-9a4f-8fcada737b0d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.107768822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.130306527Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.131123565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.131495265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.142192308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.144543293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.150740079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed59dc64-ad94-4283-94be-76302c9459c2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.169783963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.170192337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.198756038Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.198858853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.199043681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.200420154Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.206091012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.20641122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.207402505Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.211182086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4add3e26-330b-49e2-93a8-9f6d0ce878a2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.21146995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.219954685Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9092d709-5d0d-4b57-8e6c-2bc0d24b7fc7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.220237909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.223612733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93494e76-6f17-4b1a-9ec2-02970bdb1e61\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.223835106Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.242409475Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eaf05b9-5960-4e64-b72e-6a92816c997e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.242791917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.257186667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a1a92b5-dc69-49d1-91db-8699b419615f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.257394982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.259703752Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bc381c3-f1a3-41e4-9ab4-e9f6ca40bcd7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.259847008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.260910827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1364663e-ea3d-4899-a2bb-c193add5f7b6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.260974214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.26318059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b30390c-b89e-4e75-ba9e-e0d72025e68a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.263334947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.263670616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.281064232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c4003c-8966-444d-aed9-d6eedde075ad\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.281150383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.285281514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85e70021-e440-49d1-8119-0b8ffbec2328\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.285407345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.289978022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ac0c8f8-eece-4a91-b2c6-11b68c5efdfc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.290216457Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.292748101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.292793161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.303747897Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.304500367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.304561028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.304591228Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.307504993Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f1f45d-26b6-439f-8120-6b99df3d4372\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.318328128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.318713345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.318767603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.318798585Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.318823745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.319726333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.334296343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.342657302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.342754556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.342789485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.343517285Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.348216027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a373129c-abad-44ff-9d42-72689b6f918a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.348353952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.348976302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.349036492Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.349509965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.352589301Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7e1d975-e480-408c-a193-32611b173cb5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.352732997Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.358018688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"494dea60-d76a-4d9c-966a-3a22df201e81\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.35830532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.36631087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33318e8b-264e-4cdb-8221-d5ab9962cd26\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.366761027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.370631088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c526e5e7-af90-4018-a1fd-da3d9004bf45\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.371102026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.37433139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6535d3f8-da5b-4137-9cc2-805d2b707b6f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.374639595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.375940066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10834d3c-ab56-4341-bd2f-3f9ccc1527b3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.376262338Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.383452484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"743ebb4b-906d-462a-b5cd-abb92430d1d5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.390294827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.392587565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abf72e7a-62ad-4c4d-a63e-34d495539b77\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.392662594Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.39270073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.392733866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.392763575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.393556355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.39392046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.396278849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.402213875Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.402299786Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.402393803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.402434785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.402469624Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.402987736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.405474241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.410582549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.410831515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.41088429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.411323154Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.501964281Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.50212942Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.502791299Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.502935386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.503036016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.503124422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.503986841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:50.50415732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48784"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.505199467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"776d0130-1fae-4741-aa16-54d494c45fc5","remote_addr":"[::1]:48784","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:50.505872558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"776d0130-1fae-4741-aa16-54d494c45fc5","remote_addr":"[::1]:48784","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":684,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.506328236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"776d0130-1fae-4741-aa16-54d494c45fc5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.50805199Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.508142029Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.508205957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.509873349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.510075171Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.510178617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.510261803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.510798222Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.511187578Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.520801112Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.520900049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.5209858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.521912356Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.527159721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.527804566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.528917102Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.529710243Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.534617921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.535568014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.53577183Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.536486414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.559959001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.560228418Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.560799506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.587414886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.5938616Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.593953273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.600770937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.600990213Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:50.672770952Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:50.685270627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:50.685826785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.6859747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"829.73326ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.686101622Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.68619588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.68635634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.68651217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.692333679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.693288983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.70927293Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.719066553Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.728987059Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.729112689Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.72920858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.729804558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.75235603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.752567712Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.75382172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62211","req_id":"1bc75486-624e-42fd-8c47-d7224ff91778","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 7a 0a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 z............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.75406724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62211","req_id":"1bc75486-624e-42fd-8c47-d7224ff91778","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.754626333Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.754931782Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.756356601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62211","req_id":"1bc75486-624e-42fd-8c47-d7224ff91778","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.757107808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4235, tv_nsec: 555831593 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.757182517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.757557133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49260","req_id":"05663277-ff29-4dcc-99d2-41f5322ba2c3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f4 73 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .s..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.757622393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49260","req_id":"05663277-ff29-4dcc-99d2-41f5322ba2c3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62579,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.75803768Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.75832884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49260","req_id":"05663277-ff29-4dcc-99d2-41f5322ba2c3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.866319434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.86676384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.866826354Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.866858779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.866886965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.867550447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.86792861Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53346","req_id":"6f14e811-5acc-403f-a124-4e471f987144","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 34 a8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 4............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.867993971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53346","req_id":"6f14e811-5acc-403f-a124-4e471f987144","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.868221534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:50.868316984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53346","req_id":"6f14e811-5acc-403f-a124-4e471f987144","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.86852571Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.868581221Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.868609257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.87055355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.877325343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.878043945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.878104916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.878741144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:50.895564964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.895627609Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.896642932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.897074101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc77529-62c5-4799-a594-0cb0f7509dad\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.897467825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.912453143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6b584e0-7a51-4f82-91e6-7484c35d2eb8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.912623051Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.939148241Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecefe58a-ecb5-46da-b30d-07b3540c6ec9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.939842795Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.945951566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f060ddb0-ecc7-4445-b9d8-6acf8ba8f2f6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.94602358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.948606175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"820bee5e-f494-47b6-b78c-264775461e72\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.948681255Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.959946831Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.962580478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c77ac5f-1339-4a75-8c2c-f624988eea6a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.962863873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.964797035Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee8b0d7f-add2-4362-8606-09865e9748ef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.964971853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.967752563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0647ca75-daea-42a5-88b3-a7b3afce290e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.967823404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.969388212Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12219792-e03a-436d-a4c2-397df1b4f4cf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.969526959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.970726669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9409b233-0ba8-4796-9b3c-3cac39b073db\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.970867279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.972924207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1d7b7f4-46da-4d27-9a75-351aafc46e1a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.973056561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.974093417Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6915479f-9d53-4924-9fd2-44491159b05d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.974247424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.976207189Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af3f3232-7c4b-4465-a71e-1b1370db83f1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.976384251Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.97884792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81e5da7e-dc1a-446f-b18c-fce07b5e464e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.978985975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.982695957Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fd04647-8db5-48ee-a50e-fdef4cedbb74\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.982766688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.984949667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c50ef4f6-74bd-4f35-83be-efb2672bec2b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.985018474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.987788954Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"716623fe-18e5-47eb-bc7b-bc81dad6e9c0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.987855908Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.98937254Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d4e9032-482b-4519-b787-17ac53dd52b1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:50.989437329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.001550203Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38a08482-9f5c-492f-8fe4-8828db6a4a79\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.002053796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.002737078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05806df8-bb60-46e0-8f3c-6c9f60bc8b66\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.002933068Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.009831713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca56aeff-4771-48b2-96c6-d2fa78e938b9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.014018996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.014379063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.014524393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.014618751Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.014705163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.015624515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.016917682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4402454-d827-4060-a361-28e37365c0d0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.017218631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.018468131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"772bc8fd-3352-4f6a-aeee-70e81a3eabec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.018685534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.019000742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.026092141Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.026193192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.026281198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.027104688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.029695781Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.029807163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.030323552Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.030594872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f5a408-b47d-47ab-b0db-f281ab96a7d9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.030867405Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.035480226Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9639f15d-7908-40bd-9560-c75bf38fbae6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.03570322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.040267234Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f575520a-e0e7-49a9-ad08-fea3770b8c20\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.040487713Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.042431015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c93c7f7-675e-4c33-827e-4641512dd3a3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.042574391Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.044855055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b7053ee-c719-4081-aeb6-f60474565fc4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.04507319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.050783768Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01e38b59-190c-4224-89e1-cf75fd5fd69f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.050863837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.053738745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59d58da5-6ec1-4ec6-a2dc-75d1e71bd2bc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.053890087Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.054980579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3593183f-4eb3-4a83-86ef-9bbd790c85bc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.05512161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.056390909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed98781-46b7-477c-9536-b3d86d5a3869\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.056530147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.057905708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"114ac8c1-3d74-42a2-b40a-50128b49feb5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.058050436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.059127021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f5965a5-ed90-471c-9b6a-eb0d1d96b9e0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.059254284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.082556523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ba31362-a587-49d5-9cb1-2b478c4284ad\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.082814206Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.083247179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.103415182Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0102abe0-b2f0-47b4-af0a-2dfc3c735ac6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.103646513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.103918946Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.105879693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49827","req_id":"81448800-94b8-4573-9b95-91c62d17469f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 3d 8c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 =............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.105984982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49827","req_id":"81448800-94b8-4573-9b95-91c62d17469f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.106255592Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.106312054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.106404779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49827","req_id":"81448800-94b8-4573-9b95-91c62d17469f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.107080836Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4235, tv_nsec: 905967425 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.10714833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.108746645Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51247","req_id":"9668627d-04d6-4605-8289-c405e048bb1b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1f 71 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .q..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.108815001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51247","req_id":"9668627d-04d6-4605-8289-c405e048bb1b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8049,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.10899516Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.109039979Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51247","req_id":"9668627d-04d6-4605-8289-c405e048bb1b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:51.109646127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:51.177645672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.177799298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.178090678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:51.178152572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:51.179037274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.179484145Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.179548363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.179582481Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.179613953Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.180127787Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.182411968Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0dab584-8a65-43e9-98f4-254e238ce278\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.182782777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.183721808Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.19362537Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.193759247Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.193807363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.19482004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:51.195405507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.197301785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.198078783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"16940488-00dc-474a-ae53-72c0e110d241","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.198527838Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"16940488-00dc-474a-ae53-72c0e110d241","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.198599601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"16940488-00dc-474a-ae53-72c0e110d241","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.19908612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"16940488-00dc-474a-ae53-72c0e110d241","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.20077246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.200832189Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.201336694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:51.202532968Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"16940488-00dc-474a-ae53-72c0e110d241","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":4494,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.203517009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16940488-00dc-474a-ae53-72c0e110d241\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.203668711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.204657621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"49cfc8dc-02ac-4c7b-85d7-aa5f651ee38a","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.204795346Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"49cfc8dc-02ac-4c7b-85d7-aa5f651ee38a","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.204854143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"49cfc8dc-02ac-4c7b-85d7-aa5f651ee38a","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.205696752Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"49cfc8dc-02ac-4c7b-85d7-aa5f651ee38a","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:51.209887161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"49cfc8dc-02ac-4c7b-85d7-aa5f651ee38a","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":4238,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.21267246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5734f4d-f5c3-4b9c-9463-61ac9e2a1595\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.212783622Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.212849383Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49cfc8dc-02ac-4c7b-85d7-aa5f651ee38a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.212990995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.213039451Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:51.213065093Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.219055708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92c51ebe-08e1-4365-adfa-8bc2f976be78\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.219353462Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.221578004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.223523931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50734","req_id":"9841d055-8fad-4474-8dc7-f7275128fc77","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: e7 66 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .f..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.22377431Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50734","req_id":"9841d055-8fad-4474-8dc7-f7275128fc77","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.224181762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.224423463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.224614764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50734","req_id":"9841d055-8fad-4474-8dc7-f7275128fc77","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.225577413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4236, tv_nsec: 24440816 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.225838192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.228009248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61194","req_id":"3a4d8f37-6018-4afd-aa69-f2c3ff9b4733","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 29 68 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e )h..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.228171711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61194","req_id":"3a4d8f37-6018-4afd-aa69-f2c3ff9b4733","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10600,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.228709423Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.228851486Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61194","req_id":"3a4d8f37-6018-4afd-aa69-f2c3ff9b4733","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:51.230016006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:51.293439273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.293911534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.294267924Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:51.294405558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:51.29659988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.318379414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.318523552Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.31905989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.319544135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7ae244f-00e4-413b-8742-b1baba9a00c8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.319689715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.322561998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.323210881Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.32327077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.323328575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.325105947Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79875ced-f997-47f8-9f45-5135a22d32e5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.325379512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.326163514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7039130a-ebd3-4d28-bae9-bf44ff83d51b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.326291849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.328381683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65f4ce0f-c246-4446-b274-913cf352ddff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.32854578Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.329526144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dffcba6-7a4a-4b96-a0a5-8cbde1f3c514\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.329650391Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.330633129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8214cf1d-c253-458d-82ca-d96e83ff60e0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.33069872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.330734161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.330861003Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.33089455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.332000614Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.335250168Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.339392672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.339476279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.339510998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.33954208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.33957233Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.340145652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.350263822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.355249586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.35534211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.355378092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.355750684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.358667556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.359155999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60361","req_id":"1e8b22e3-d469-4087-b596-a2a68bea43ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c9 0c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.359224476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60361","req_id":"1e8b22e3-d469-4087-b596-a2a68bea43ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.359445857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.359593992Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.360659294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60361","req_id":"1e8b22e3-d469-4087-b596-a2a68bea43ba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.361199681Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4236, tv_nsec: 159902495 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.361261835Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.467102706Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.467206783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.467581249Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.467643393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.467677852Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.467706188Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.468352236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:51.468415341Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45399"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.469610272Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"e7680959-7fad-48da-9ad5-59a52ed44cfe","remote_addr":"[::1]:45399","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.469965169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63930","req_id":"99aa7956-c35d-4c36-84fe-1f07f562121e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 21 2e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e !...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.470030479Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63930","req_id":"99aa7956-c35d-4c36-84fe-1f07f562121e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.470313684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.470410597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63930","req_id":"99aa7956-c35d-4c36-84fe-1f07f562121e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:51.470900242Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"e7680959-7fad-48da-9ad5-59a52ed44cfe","remote_addr":"[::1]:45399","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1292,"response_code":"200"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:51.471430619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:51.56475931Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.56483416Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.565230259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:51.565277363Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:51.566861629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.567425803Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7680959-7fad-48da-9ad5-59a52ed44cfe\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.571029143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.571066748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.571091627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.574007938Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.574071164Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.57410437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.574196483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.574780848Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.575226325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.590057515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.590238636Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.590403134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.591321133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.592180656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.592513088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.593413392Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.59547045Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.596998104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.607603485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.607856509Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.607913272Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.608481244Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.617091489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.617198682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.618424405Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.62221654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.622340828Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.630278714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.630400867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:51.65512065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:51.655504825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.655548622Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"969.419876ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.655639914Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.655675776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.655705134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.65573326Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.655761456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.656423726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.662257469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.670339743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.670455874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.670547266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.671268152Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.672538754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.675321308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.675378983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.67610517Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55038","req_id":"bb4d701a-0f67-4f68-9dc5-8d26a82746dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 02 80 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.676166472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55038","req_id":"bb4d701a-0f67-4f68-9dc5-8d26a82746dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.676358004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.676535137Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.676604304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55038","req_id":"bb4d701a-0f67-4f68-9dc5-8d26a82746dc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.676964302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4236, tv_nsec: 475856613 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.677016305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.677392785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64487","req_id":"021e98bd-7b07-44c5-84af-9d5819247606","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ee 34 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .4..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.67745053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64487","req_id":"021e98bd-7b07-44c5-84af-9d5819247606","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.677547804Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.677644767Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:64487","req_id":"021e98bd-7b07-44c5-84af-9d5819247606","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.760237548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.760677455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.760730009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.760930429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.761147822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.762425688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:51.762792098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.763426342Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55190","req_id":"e1e2385c-9165-4b9d-af84-9fc65d3a175e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 96 4c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .L..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.763617502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55190","req_id":"e1e2385c-9165-4b9d-af84-9fc65d3a175e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38476,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.763800647Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38476,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:51.76390242Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55190","req_id":"e1e2385c-9165-4b9d-af84-9fc65d3a175e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.764691743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.764731973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.764757013Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.765425034Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.777891743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.77798051Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.778013325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.778503101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.780883724Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31252ce2-2cc1-45ac-a007-8a2251b7794f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.78128315Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.782043114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.782104236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.783145972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.78544372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09c42404-1bf4-4e05-bc74-96db79da0148\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.785522487Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.791023496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10ed0fde-1e87-4bf7-8b5a-fe73dfd608ab\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.791324977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.794720402Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd537697-de3a-4372-9194-18e607db9351\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.79493536Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.798723698Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d48d84f-8b8c-4c42-8705-fc0a315ed3ff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.800257945Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.804764564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bb52712-8d5b-4250-b698-1a4fdf182b46\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.804979062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.809656131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58a2fcf5-83da-4923-b876-885c0633edb6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.809870418Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.818614419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"add99f55-3793-49d0-af20-834d06dc95d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.818993264Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.823123023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e5a954f-a450-47b1-81e9-8bad6035932f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.823359684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.823779861Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.825629066Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"381d9ef2-f976-416c-a85a-2cbfc4171cec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.825908142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.826947593Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98c6ba69-cf2e-4dc7-b29e-1c08a0f3bd9e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.827173703Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.828213806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5477993-9816-42e7-a2ec-dc1ac0c5073a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.828426379Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.829821058Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f45d50a1-c96e-4ec9-b596-bce8e723de4d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.830209522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.833070983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d821df1-5a9a-4770-8695-6bd8daf5099b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.833288967Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.835029656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5584d8d6-0a20-42bc-a92f-bb281e19b28f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.835334603Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.837199349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"980c6acd-6e5a-4ed5-9195-6ecefd22d5fe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.837411792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.845528484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed26af4d-34b2-46f1-84f9-de3ad9077d45\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.845747821Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.847577567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9bd4cc9-1249-4ec7-aaac-b0ab502acde3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.847794339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.850293027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"414c5963-7ab8-419f-8380-d7f3540033ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.850599107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.852817627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8da7865-691f-4dea-8e84-6909c1f503cf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.853082044Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.854404709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5574ac8-67d0-470e-a3a5-a7da6c4ca348\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.854717022Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.855814949Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83b7cfd4-e192-49b3-b771-84e81b3eab17\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.856168443Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.857238796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29b00bf7-5cc4-470c-b464-404b77b87306\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.857356811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.858613906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f5a3d29-6168-40ff-965c-7e6d3a0135c2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.858844535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.862258157Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d4978f8-6795-46c8-a53b-a48746475501\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.862348016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.866623464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb3941d8-b328-4ab9-91b9-d4fd2f1251e0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.866943302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.869259737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb79f97a-aabe-43e5-ae8b-f544f0981fc4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.869419034Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.871498457Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"089e1d64-25cd-425b-8704-04494372420f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.871683727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.874320099Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.87451131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.874568244Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.874599546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.875563096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.875752443Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca3faf26-0fa1-46d3-ae31-56eaf5581841\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.875878534Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.879649197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.885651376Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.885754872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.885838459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.88851434Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.888806633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45f3d00c-cffd-4a30-b6ef-9a514dc4bb9b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.889168303Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.891539728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e43054ec-6d2a-405e-8b34-0b11f0694113\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.891805478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.892113441Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.892235515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.893630414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.895420511Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bc7b72f-1c47-4e75-b2af-cae4392d955b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.895972671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.900868014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31d1bd5d-3a41-463f-876d-e5e68fa93547\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.901143273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.921420574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb533182-46c9-4622-9412-1dc9f09a48f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.92205075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.94304021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b7368f5-d729-41e9-ae97-f946865205f7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.943239607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.953579579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.964252053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7138d4a8-34af-4bd4-bf15-e37b1e01a67c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.96446131Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.969117848Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6668efb4-bf3b-459b-8f8b-682534040cc4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.969499919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.971833739Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1651e069-aac9-454d-a058-b41b2f29c0b3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.972050872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.976515567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f14e8be9-ea2d-4464-9e19-f6aa63a4ed63\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.976843841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.979264444Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d32efdb-1518-488c-9263-12b8737a9741\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.97954864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.982475923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2bbe81f-17ec-4f01-b586-18ef93d49e24\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.982635481Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.98399014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af0a00a9-6e2d-4ed5-b423-62906bab7040\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.984321179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.98601794Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c7cb2c-70d3-4d69-93b6-20e8c57838da\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.986236335Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.987337399Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1b00234-84b4-4702-81ac-3f71d8cbd1c4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.987525885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.989031985Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beeac943-89d5-44c0-b84d-a4c7796e868c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.989223828Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.989274729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:51.989305741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.989334518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.990266214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:51.994107147Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.003435664Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.003547687Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.00362446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.003657927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.003687165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.004579843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.005621579Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.005682019Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.005714464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.005777049Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.006953072Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.009507512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.013921707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.024866002Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.025174978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.026454016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.028156388Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.037567048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.037630395Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.037662629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.038137425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.112613473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.112682721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:52.113684818Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57125"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.114964628Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.115026501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.115867627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.115964721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"b8640d4b-d0a6-4df0-a3d5-efcfddaa1efc","remote_addr":"[::1]:57125","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:52.116431571Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"b8640d4b-d0a6-4df0-a3d5-efcfddaa1efc","remote_addr":"[::1]:57125","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":520,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.116734785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8640d4b-d0a6-4df0-a3d5-efcfddaa1efc\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.122454381Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.122532977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.122563498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.125642373Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.125715118Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.125751099Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.125783554Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.126449932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.13022321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.137798834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.138159903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.138271445Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.139200216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.175904587Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:52.18633543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:52.186678613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.186734936Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"531.098398ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.186774204Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.18680254Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.186840476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.186873021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.186903632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.1877258Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.198220189Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.213772566Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.213852486Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.213886564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.214369235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.220696322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.220760089Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.2214733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54687","req_id":"5fd51ec8-2afd-42f4-96d0-60bc19cb080c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a9 97 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.221531746Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54687","req_id":"5fd51ec8-2afd-42f4-96d0-60bc19cb080c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.221867255Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.221968146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.222061862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:54687","req_id":"5fd51ec8-2afd-42f4-96d0-60bc19cb080c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.222541748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4237, tv_nsec: 21434951 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.22260792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.222949721Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59390","req_id":"4bfe649c-6c9d-4537-b0bc-2b6e8f0e600c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5a 2a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Z*..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.223012657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59390","req_id":"4bfe649c-6c9d-4537-b0bc-2b6e8f0e600c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23082,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.223100892Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.223130882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:59390","req_id":"4bfe649c-6c9d-4537-b0bc-2b6e8f0e600c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.289275351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.291855983Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.291947605Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.291983637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.292199577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.292485286Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.296028837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.296094037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55797","req_id":"a792b02c-11ba-46a2-9f16-c35ca276e63e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6a 07 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c j............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.296133836Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55797","req_id":"a792b02c-11ba-46a2-9f16-c35ca276e63e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27143,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.296208184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27143,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:52.29628125Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55797","req_id":"a792b02c-11ba-46a2-9f16-c35ca276e63e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.296309606Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.296335758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.296365728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.296391279Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.296879191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.30363415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.303679139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.303708498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.304271259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.304900834Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.305997539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.306055163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.30608344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.307823447Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52917b64-8354-47a3-ba82-1eca3b58d4b7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.30816143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.308499063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.308545265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.309071533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.310009793Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8025869-63da-4475-866e-5f49d1f76611\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.310171976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.312315868Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fe08580-f1e3-45b5-b941-3681dba86a2c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.31238753Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.316444403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b5a533-249e-4f5c-adee-f4d6f568e7ff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.316603761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.320452549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36b0d260-f7b2-4075-99e2-e62f53da3f5d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.320564001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.324346237Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34269c5b-02be-4b76-9781-5e13e77002d3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.324513561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.33143943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e891f52a-d3c3-40dd-a1e8-3bba96032499\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.333077053Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.335622394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6beef062-d19e-433f-94c9-834564738a13\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.335777463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.336971442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a487429-44f3-4a45-9f27-ed62991285e1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.33712576Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.339740479Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6400a8f-1a92-48d6-8096-22c81e533160\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.339805238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.343396544Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52085ae0-e98a-46a5-9f10-d22c384a85d1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.343733435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.345364685Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.346661008Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c432bc0-4a0f-4fb5-8aae-47459890ce41\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.346989162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.351494659Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28ff59e2-b55b-4457-9a14-33ef1fba7028\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.352312669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.354109689Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dca2759-6313-42e5-a0b8-ae475bc3e14f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.354179688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.35587673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f5c555-f1e8-4abc-bbbb-df08123f7417\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.355942501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.357861524Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87ac7675-0025-4449-9dca-e434bbad2c98\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.358025671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.359778474Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccaaadf1-d413-4975-9c31-f32d7e2a36a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.359845888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.363250051Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31bbf92b-6a26-49cf-8d57-5986fc3a5e03\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.36331996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.365052051Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e4cce8c-c4e3-479e-9ff7-7b8901b00a28\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.36512166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.36595987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51f59dfa-9da4-4250-8acf-c4850e879806\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.366029248Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.367007728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98ff6638-79a3-422e-a75a-ed0002e881f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.367136304Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.368135635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8431cab-1ae3-45cb-887f-e1cc2abd900b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.368261005Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.369295466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10432e05-971e-4360-9b03-3efbf03b29e8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.369362469Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.370508032Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86f8f3fa-8edc-4f8c-94fb-4160105d788f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.370654113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.372317056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a23ff418-71b9-4043-8b32-c62b8a8b3da4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.372383398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.374206972Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97b000e8-80aa-4ca1-bfb0-9fece3fd7669\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.374274717Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.37601823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b511b1-8b35-4033-aacb-178dcee5356e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.376146686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.380099502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef877e36-f140-4882-a394-fbc1f53045e8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.38016853Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.380201555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e778ecf-c38b-49f7-9a51-06512721cb74\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.380232186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.3814788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdd55182-dc8d-4629-8610-9bb3e2f0df2c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.381546736Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.382413943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f679070e-6f75-4a5d-aa7d-ffbea0ff0bbd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.382566056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.383377593Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8b135b5-17fb-44d0-a9b3-7b9e17f8ca42\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.383497953Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.384663015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40173598-d050-4bcd-b9f5-6738422cb703\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.384837753Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.385748046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86d95ba-3b8c-4d24-915f-6dedaf6582d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.385812675Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.38747626Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d11bcb-058a-45cc-8a5d-6c2049abf1f5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.387635888Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.391563984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bc7fdd4-4121-4d57-94f4-05938679895e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.391638282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.393941792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df28fc1c-db13-429b-b96b-25d8fe762bb7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.394269785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.396926098Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.397084093Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.39718788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.397276686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.398649582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.414510864Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec1e68d3-d7b7-4cab-b9da-3be784884f77\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.414790111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.415163144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.422110997Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.422185355Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.42221799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.422590112Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.427584172Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.42779903Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.428825155Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.430509761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f60a1c1b-2e68-4d99-9139-af37bc56434a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.430782976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.438932353Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4b19241-a19a-4f46-90b8-3e1272515391\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.439158563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.441502413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21ba55dc-84e4-4249-a9e6-8cc75bdd7cb7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.441758744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.442808826Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21e17d72-463c-42bc-a148-630537f2328b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.443090137Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.444336169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fbbe411-3f5c-4bbe-88d9-4000147aeced\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.444613702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.446269722Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bf7cf8a-5edf-4b8f-9624-8abc4fbdf26f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.446516965Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.448026512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bebdda57-153f-49c0-a2c9-59eae643bd8e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.448358584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.448475407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.448569083Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.448649634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.449501471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.45845485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.462415311Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.462490521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.462526472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.462558386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.462587845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.462888794Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.467207539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.479413629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.479502827Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.479537546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.480314083Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.489284105Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.586883927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.586973585Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.589902521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.590198851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.590250124Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.590514971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.599405745Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:52.599627728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62045"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.604072414Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.604257372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.604985413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.606561653Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.611895611Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"ed93b114-9ed1-4ea7-bafc-39db2145a58b","remote_addr":"[::1]:62045","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:52.612530095Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"ed93b114-9ed1-4ea7-bafc-39db2145a58b","remote_addr":"[::1]:62045","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":645,"response_code":"200"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.612775784Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.671873643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.671995075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.672091798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.684423889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.703897048Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.704124761Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.704406823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed93b114-9ed1-4ea7-bafc-39db2145a58b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.708170021Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.708250061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.708281694Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.712219991Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.712286974Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.712418496Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.712460169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.713209372Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:52.715404646Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.716968442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.717048862Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.717960027Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.718227741Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.724197275Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.724654065Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.724816989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.725802102Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.727485005Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.727643351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:52.831764455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:52.8321384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.832282146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"645.488554ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.832608617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.832717464Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.832853775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.832954887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.83304688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.835039971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.835750387Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.838671086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.84607122Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.846123855Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.846152111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.846616737Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.85333878Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.853392698Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.85412649Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55721","req_id":"0f5f2a69-9721-4384-8efb-3bffbae0ceba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8e be 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.854189265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55721","req_id":"0f5f2a69-9721-4384-8efb-3bffbae0ceba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36542,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.854563851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.854697257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.855083136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:55721","req_id":"0f5f2a69-9721-4384-8efb-3bffbae0ceba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.855423704Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4237, tv_nsec: 654328210 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.855522631Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.855785515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51229","req_id":"5fa140e7-39d8-43c4-87e6-e2f566a56412","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 60 4a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e `J..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.8558281Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51229","req_id":"5fa140e7-39d8-43c4-87e6-e2f566a56412","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.855965123Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.856050052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:51229","req_id":"5fa140e7-39d8-43c4-87e6-e2f566a56412","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.957851836Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.958880876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.958946076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.958982218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.959009743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.960690221Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:52.968803857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58648","req_id":"34ff8038-108d-4020-b2ea-029034c14804","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 28 53 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c (S..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.968865259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58648","req_id":"34ff8038-108d-4020-b2ea-029034c14804","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:52.96907625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:52.970015812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58648","req_id":"34ff8038-108d-4020-b2ea-029034c14804","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.098446942Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45498"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.098709766Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.098763443Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.098794896Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.101379495Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.113682949Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.113794121Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.113829561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.114233556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.115503867Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"0f2e2537-ec23-4228-b32f-aefd3870645e","remote_addr":"[::1]:45498","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.13715711Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"0f2e2537-ec23-4228-b32f-aefd3870645e","remote_addr":"[::1]:45498","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":21716,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.146697088Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.146900523Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.147865135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.164959635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cec8722-1b55-4951-947d-90935340c27b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.165269382Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.179700575Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.182810281Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52016","req_id":"e00b8de0-0b06-4c73-a012-d10d2f70084e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 85 5a 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .Z..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.183079597Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52016","req_id":"e00b8de0-0b06-4c73-a012-d10d2f70084e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34138,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.183272331Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.183435988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.183486588Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:52016","req_id":"e00b8de0-0b06-4c73-a012-d10d2f70084e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.183730344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"546c6ad2-9a4f-450a-a86c-cb913e2cf974\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.184073077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.186799489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4237, tv_nsec: 985686790 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.186867515Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.201891589Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.20220323Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.203108133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a4366725-aaf2-403f-b736-85defb23dbb4","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.204320238Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60262","req_id":"3904609c-a6d4-4b9f-82ae-bd2d43a7d68b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 86 f7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.204389977Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60262","req_id":"3904609c-a6d4-4b9f-82ae-bd2d43a7d68b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.204482632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.204586448Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60262","req_id":"3904609c-a6d4-4b9f-82ae-bd2d43a7d68b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.204870174Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a4366725-aaf2-403f-b736-85defb23dbb4","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.204939502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a4366725-aaf2-403f-b736-85defb23dbb4","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.205979133Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a4366725-aaf2-403f-b736-85defb23dbb4","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.209319859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.269597709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.269797116Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.270277764Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:53.270338425Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:53.273569513Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.276323109Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a4366725-aaf2-403f-b736-85defb23dbb4","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":73222,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.279340581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4366725-aaf2-403f-b736-85defb23dbb4\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.279536872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.279904715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3d0f9177-5728-41df-862a-6b5e68b5049c","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.280238891Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3d0f9177-5728-41df-862a-6b5e68b5049c","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.280308159Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3d0f9177-5728-41df-862a-6b5e68b5049c","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.281174175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3d0f9177-5728-41df-862a-6b5e68b5049c","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.282882859Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ad6885b-9878-4e32-97f6-bfbbbce42adf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.282952167Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.283744696Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3d0f9177-5728-41df-862a-6b5e68b5049c","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":3820,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.284091657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d0f9177-5728-41df-862a-6b5e68b5049c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.284152629Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.28418837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.284216206Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.286272613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90fb5f4b-0912-46d3-b6d3-e4b63563c61c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.286340849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.292903735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.29521476Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.295364648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31c5bdda-c2da-4614-ad15-905dd5042c7f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.295547322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.295598654Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.297797546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.299168577Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.299270911Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.299304137Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.310396518Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c84e419-1f89-4daa-a1ac-dd4cf000993c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.310625254Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.31305733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a09e8e89-a520-4a30-824a-91e6734f9b42\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.313124143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.323880394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.324727682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50533","req_id":"0e3825e2-94df-4de3-89cf-46eb2d50001e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 90 b3 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.324793343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50533","req_id":"0e3825e2-94df-4de3-89cf-46eb2d50001e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37043,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.325008902Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.325207909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.325334561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:50533","req_id":"0e3825e2-94df-4de3-89cf-46eb2d50001e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.325695621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4238, tv_nsec: 124613783 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.325754758Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.326490635Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57568","req_id":"03657102-902d-473b-a3bc-c90c1df33923","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d8 25 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .%..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.326552919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57568","req_id":"03657102-902d-473b-a3bc-c90c1df33923","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55333,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.32663883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.326660283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57568","req_id":"03657102-902d-473b-a3bc-c90c1df33923","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.327094227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.384767898Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.384847838Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.385952829Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:53.386017769Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:53.387603498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.38765975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.387773647Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.387821633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.387852655Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.388525936Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.390378838Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e2c2f56-2102-4ca4-8889-633daaabaf81\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.390678114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.39152415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.400100467Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.40029235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.400475054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.401310348Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.401993219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c661d90-5105-4a67-bf71-874c648e1131\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.402625418Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.405547791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd0f1762-a2e5-46ac-b86d-673d96e24f89\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.405851005Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.406239419Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.406396913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.408083092Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.410537943Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c49ebc6-5a9f-4b84-a826-c2c9665f5cd6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.410808202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.412546936Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a957276-e68d-4636-a32a-51926febf536\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.412891433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.415052709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f152ff26-a1fb-4898-a065-1fb4c9e35d34\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.41540988Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.420946111Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7391ed7f-85df-4ac3-b297-cdd704b675b7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.421172302Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.425739011Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d39e3030-6e3d-459c-ae26-bf730bd3b7a7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.425983347Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.435075323Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ef7d6c6-ebca-4412-9537-2276accc79c0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.435302054Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.439948572Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36c0de95-7f05-49fb-8e76-818bdb9075c9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.440212999Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.447967079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c5f1545-d72f-4699-aaee-d7968ea19665\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.44808806Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.45265033Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"291233d3-50bb-4e3d-85e3-e8bc7bdd0d99\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.452786261Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.453035657Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.480033028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e06e51a7-f54d-4086-8faa-d9698e8c658c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.482089185Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.493830889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"750e18ba-4aaa-4eec-a613-e8c1f49f5afb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.493965598Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.495814612Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05552edb-f5b3-4636-a3dd-a37d5899a3dd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.495951003Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.497626522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f95315a0-4cd5-46b4-9273-579f76d7e053\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.498039785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.499976775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2230dba-b840-4287-8dc0-a1e8f7ce222d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.50028073Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.502275835Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"677d86c9-eb18-4df1-a6df-d47ebf049e4e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.502502026Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.503326729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.503573932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.504167334Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.504525898Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.50686037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.509757101Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.529625257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.52972707Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.529868923Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.555364802Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.556935691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.557096221Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.557318775Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc3c48d6-dd3c-4b2f-a906-f23666578a0b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:52 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.557927468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.559408809Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.561055851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.562883071Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.563036978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.564878046Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.568846393Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.568972113Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.604604539Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.607170351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63276","req_id":"95268fc6-e5e7-4421-94a9-d9f3329555cf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 0e ac 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.607368045Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63276","req_id":"95268fc6-e5e7-4421-94a9-d9f3329555cf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.607672732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.607921407Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.608436373Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63276","req_id":"95268fc6-e5e7-4421-94a9-d9f3329555cf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.60908726Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4238, tv_nsec: 408011896 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.609227309Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.609787886Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.609902715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.611075311Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53048","req_id":"c6ac84c2-cd1b-4f0b-b37a-82e078cd3a99","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 76 0e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e v...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.611244989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53048","req_id":"c6ac84c2-cd1b-4f0b-b37a-82e078cd3a99","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.611903812Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.612795679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53048","req_id":"c6ac84c2-cd1b-4f0b-b37a-82e078cd3a99","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.613541274Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.709414916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.709752699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:53.710902951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.711777093Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b1d2d37-1b15-4dad-975e-4d1adf6db6a1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.712143743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.723209692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ad81541-ba26-4b48-acf8-f6a131b88366\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.725902998Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.751379779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.754404335Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63140d9b-a4f9-48b6-801d-2f16a3892a3e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.754591929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.758345006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7474d1f3-8731-42c9-b873-ae8e9fb8733f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.758490396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.759379558Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96650a1e-716d-434a-83e3-1efbdbca7d3b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.75953613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.760523898Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bacedf84-071b-4787-a016-43eb97461e3e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.760670961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.76158919Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efc0a87e-8940-4c39-9b91-5e5704bca50a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.761721504Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.762633351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3936d05-4da4-4658-832e-7fb0d5a8aee4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.762750755Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.763875756Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2255131a-c3ce-475c-8e66-e3c4db4dd8bd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.764076987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.765760632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1a63af1-cdf3-4ae1-883e-e87bedaa514e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.76587501Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.767577221Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"053f121a-ee64-4894-a2f9-e6937a4d4857\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.767689625Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.769511325Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a4df09-a47f-401e-a410-5e527a066c1c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.769569911Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.771254488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3426b989-f2df-40fa-b54f-f53a490b1376\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.771369146Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.77624471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"022f2917-9838-4b87-b62d-c8e3d37fdf12\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.776853323Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.796161883Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9276d386-86ff-4b16-9171-4031e339366e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.796380549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.799645404Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"820e1890-3869-4067-b68f-3fe9dcbd5533\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.799865963Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.801741129Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caca7d90-5211-42e7-8de8-745ab2eb3b4b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.802870009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.803979529Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.804211822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.804320709Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.804408384Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.807184916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.812709323Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.820566207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.820628151Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.820660665Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.821445179Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.824194296Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6b69199-aeb7-4357-b631-da7ecb6fee00\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.824419875Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.824652729Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.824704272Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.825719284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.828772548Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33046645-ad08-4d1b-b29d-0802d5c01a1e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.828873128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.828911114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.828943719Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.828970783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.829437753Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.831683107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.835970319Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.836060178Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.836096621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.836126009Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.836153684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.836454874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.849143005Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.854059801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.85412442Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.854158778Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.854646239Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.928057757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.928111705Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.930782927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33165"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.93207452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"687cc447-d0a2-483e-977b-a65889cbf13e","remote_addr":"[::1]:33165","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.932750337Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"687cc447-d0a2-483e-977b-a65889cbf13e","remote_addr":"[::1]:33165","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":765,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.933636673Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"687cc447-d0a2-483e-977b-a65889cbf13e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.936821869Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.936938522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.936971086Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.939253674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.93951754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.939669112Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.93970801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.94007457Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.947920232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.952559014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.952733001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.95278776Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.953245642Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.959313001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36001"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.959463581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55887"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.959734601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53861"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.959929249Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53549"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.967239785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35904"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.967363211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59502"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.967624702Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"af1ac1c3-ebd8-4267-a9ef-bed746c3e82c","remote_addr":"[::1]:36001","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.967871313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"e875114a-5245-4f2f-b9a6-ef01ed76318f","remote_addr":"[::1]:55887","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.968083997Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"0c2055f2-35c3-424f-b84d-3716ad274dae","remote_addr":"[::1]:53861","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.968291851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"83e7462e-26f1-442d-911f-dcf23a0e4d6d","remote_addr":"[::1]:53549","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.969443987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"af1ac1c3-ebd8-4267-a9ef-bed746c3e82c","remote_addr":"[::1]:36001","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1815,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.969650688Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"e875114a-5245-4f2f-b9a6-ef01ed76318f","remote_addr":"[::1]:55887","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1786,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.969830266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"0c2055f2-35c3-424f-b84d-3716ad274dae","remote_addr":"[::1]:53861","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1750,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.971403791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"83e7462e-26f1-442d-911f-dcf23a0e4d6d","remote_addr":"[::1]:53549","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3072,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.974257166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32966"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.974722824Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"0d3cdd2a-684f-435a-a8e2-dc66fe08a3ae","remote_addr":"[::1]:35904","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.974995928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"de16e580-9fa4-41b7-9e2b-286a699b1d6c","remote_addr":"[::1]:59502","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.983116668Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"0d3cdd2a-684f-435a-a8e2-dc66fe08a3ae","remote_addr":"[::1]:35904","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8385,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.983310545Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"de16e580-9fa4-41b7-9e2b-286a699b1d6c","remote_addr":"[::1]:59502","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8389,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:53.983836613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:53.984397751Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"1b99bcb6-1aa5-47c9-bfb3-f638dfd29eb6","remote_addr":"[::1]:32966","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:53.985132345Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/crucible/pantry/0","method":"GET","req_id":"1b99bcb6-1aa5-47c9-bfb3-f638dfd29eb6","remote_addr":"[::1]:32966","local_addr":"[::1]:60521","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":756,"response_code":"200"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:54.013493272Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:54.013778841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.013837057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"1.18120361s"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.013876025Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":50,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.013903289Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.013993438Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.014042436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.014074209Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.015385843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.020186107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.031206104Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.031443777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.031552213Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.033118394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.036180755Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.036240124Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.036273851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.03630378Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.037842887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.039494898Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.039593755Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.041732928Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62570","req_id":"82b669d5-9bc0-4bfe-949c-00bc1352b8b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 53 dd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 S............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.041856343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62570","req_id":"82b669d5-9bc0-4bfe-949c-00bc1352b8b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.042121432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.042504024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.042570987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62570","req_id":"82b669d5-9bc0-4bfe-949c-00bc1352b8b7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.043204429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.052380252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.052441514Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.05247456Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.053030287Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.053369583Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4238, tv_nsec: 852260411 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.053425344Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.055315079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61144","req_id":"82734fe3-74a9-45e2-b97c-82c1ccef3a37","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 57 99 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e W...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.055442273Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61144","req_id":"82734fe3-74a9-45e2-b97c-82c1ccef3a37","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.055536971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.055629415Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61144","req_id":"82734fe3-74a9-45e2-b97c-82c1ccef3a37","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.109268568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.109825528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.110009284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.110899177Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.111438191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60664","req_id":"b9cc16da-7ee2-4efc-96f2-035e69f900e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ec 74 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .t..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.111500305Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60664","req_id":"b9cc16da-7ee2-4efc-96f2-035e69f900e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60532,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.111777186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60532,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:54.111876063Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:60664","req_id":"b9cc16da-7ee2-4efc-96f2-035e69f900e7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.112104498Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.11215541Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.112184748Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.115079857Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d2f7417-bfc5-4841-8202-809eff1deebc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.115323502Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.118643687Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b6dac90-2c1b-48f7-b0f1-4a46bf4dc1f7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.118838656Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.127265085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49d23f8c-40be-4ba2-a7d4-4c8f683f6b5b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.127346617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.129571731Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee6ad18e-6896-4f21-962c-a638ea3f8634\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.129644686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.133919153Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d345969-4982-4d26-9923-30e5b0e142ed\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.134041667Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.135903055Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a2e9216-f568-4567-9510-937a71c65193\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.136150909Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.138496653Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d0a5618-7173-4baa-829d-2ad1d7d50bf2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.138575961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.140455446Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a69eb44-ccfb-4066-99cd-a01006e68181\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.140530014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.14264562Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4196e9a5-7fee-4f66-89db-1bdbffbd3de7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.142772773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.143612817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.143874478Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"218ee8ce-bc71-42c6-a0e7-a168cff6e19f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.14397085Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.145841357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1586880f-59fb-405b-a4dd-3bd226dae8ab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.145909823Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.146477875Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a1abdfc-7326-4f7c-97c9-4bd6ba2eb68d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.146534849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.147334592Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b83a5bf-97bd-4dce-8db5-8f8186c73661\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.147486064Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.151246196Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33fbe546-ba51-4878-b2ed-5da6758621ac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.151461084Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.155283139Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47e21e2e-43a5-4688-87ac-48cd42c1d62c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.155551343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.157422311Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eb5d59f-0268-461f-bd42-8038ced61941\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.157638993Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.159444801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"081cad52-e430-4fd7-b7d0-08e9127d5470\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.159522987Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.161482461Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c11ba42-3d7e-4f59-9a1f-4de556f3351d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.161548472Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.163641252Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"099764dc-9948-44af-a2f2-7c9e1bf6e4bf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.163719568Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.164595563Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8e2e95b-fb15-4a19-ae9e-619b742c48b3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.164747266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.165855955Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"197290ec-1626-43da-8b2f-40470a136f4d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.166021935Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.166941528Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8fdaaf8-95a7-4bd3-b0d7-fb59975ab521\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.16704796Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.16868408Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c1dc721-8d38-4845-aebb-0c0fe95cb4b9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.168758297Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.171199842Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a773ce-889d-44b0-8acb-accb4e846798\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.171591532Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.173650254Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb2c8490-9f43-4e9c-a5d1-b5173da1a233\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.173779832Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.175757262Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b0b810b-b7b3-4ff8-be87-d8b080bb511b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.175823484Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.177665114Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ad8ce7f-79af-4d55-967a-07b6a940b6af\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.1779093Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.181831735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99861dab-0928-426b-acd5-8c1dede08eaa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.182170851Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.184210214Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1c8111c-126e-4f7d-af40-f88b2dbf52e3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.184485162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.187914906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eef3708-0dbe-48d0-ab02-c99bf1c622fa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.187982581Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.189801324Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aa6faf4-7a3f-459c-b305-2a921d5676e4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.190578012Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.191913463Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97f6fd2b-6673-441a-9ecc-41337071e9da\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.192507777Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.194916255Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.19497385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.195055192Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.195087627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.195652051Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.195920917Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"598ebe54-1333-48dc-96ae-8302cf07882b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.19608773Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.19927Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"893c550b-3cac-4bd7-9d54-5b3ed719777c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.199377184Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.199412774Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.21154621Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.211885205Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.212000475Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.213209634Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.215539406Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5775fe0-cf05-4779-8c01-a80de5a40aab\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.215940936Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.216262627Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.216492845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.217282569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.21987271Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"099b0335-4107-42a8-a1ff-4b26d1de8938\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.220107728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.224452024Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aac4d0b-d1d3-4845-974d-79232bb06f08\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.224734837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.227138837Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"850be851-48d5-40cc-ae4d-1658796c1b0d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.227432973Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.232511982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeca215d-1abf-427c-b6fa-77fac06df887\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.233064914Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.23708792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a5e3228-390f-4198-9a91-aa77f7b08793\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.237169452Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.246496546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f46c9f8e-c252-4363-8b72-4e2ad0ca7cc0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.246615843Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.246655432Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6c2ed54-aa41-4c05-8daf-b51faedc2d05\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.246752015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.246834489Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"217cb149-f356-4136-a5b3-338f9d7a2a0b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.246876322Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.246903266Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01df1094-2b55-4921-a62c-df43c57f848c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.247536638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.248017817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.250044004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d05cd4c-06f6-411c-8cdf-c81bcc6bb3f3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.250474882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.250959308Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.251028976Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.251059617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.251855283Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.283712937Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.288240127Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.288307211Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.288342671Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.288371339Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.288399535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.288790424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.303699128Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.303761162Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.303793356Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.303819398Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.304507429Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.304551386Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.304586506Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.306970727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.310542453Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.310604076Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.310634877Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.31111298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.311819137Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.312341918Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.312384543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.312410034Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.31292512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.318231413Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.318342554Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.318597142Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.318630959Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.37850278Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.378606907Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:54.380438156Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62807"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.380950216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"a146bff0-1497-4b99-98b9-3e8444215661","remote_addr":"[::1]:62807","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:54.383078056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"a146bff0-1497-4b99-98b9-3e8444215661","remote_addr":"[::1]:62807","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":725,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.383235219Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.383268715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.383293495Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.383320769Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a146bff0-1497-4b99-98b9-3e8444215661\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.386408341Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.386456457Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.386481497Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.405921149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.406039595Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.406079915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.406113412Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.406663879Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.414667135Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.430621062Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.430822193Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.430877423Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.433451912Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.503135893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:54.506474836Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:54.506837468Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.506896075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"492.977265ms"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.506932107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":51,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.506957608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.506985643Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.507016846Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.5070441Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.507804475Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.51041684Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.541038822Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.54111284Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.541145835Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.541585932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.544686811Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.544732622Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.545966801Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49394","req_id":"885fc813-69c6-4911-b306-0c6a791bb2ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 7c 8e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 |............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.546060357Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49394","req_id":"885fc813-69c6-4911-b306-0c6a791bb2ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.546151569Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.546175437Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.54619747Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:49394","req_id":"885fc813-69c6-4911-b306-0c6a791bb2ae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.546239294Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4239, tv_nsec: 345073980 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.546275235Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.546507929Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63015","req_id":"84ca31e6-ee49-491d-ac20-7d7151162299","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 98 be 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.546551336Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63015","req_id":"84ca31e6-ee49-491d-ac20-7d7151162299","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39102,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.546707727Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.546746134Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:63015","req_id":"84ca31e6-ee49-491d-ac20-7d7151162299","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.722999778Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.723486728Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.723550866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.723585204Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.723615765Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.727974349Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.728231652Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.728291882Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.730856001Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.732163686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.733718253Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58795","req_id":"7155536f-0d7c-4b7b-b8fb-a25bd22924ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 64 c7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c d............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.733785427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58795","req_id":"7155536f-0d7c-4b7b-b8fb-a25bd22924ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.734176466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_cannot_snapshot_if_no_space","level":50,"time":"2025-04-30T06:42:54.734274482Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:58795","req_id":"7155536f-0d7c-4b7b-b8fb-a25bd22924ae","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.734417056Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.740806757Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.740871436Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.740903149Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.741456792Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.744534584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"begin collection from MGS","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.744593682Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","mgs_url":"http://[::1]:46325"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.744623932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.747821493Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.747885521Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.74943607Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.749495639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.750024362Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.754701872Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.754768014Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.755825471Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e29160f7-0eba-41e3-8e25-6319c51a04d7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.756117873Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.759189533Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5ebdc0a-3c59-4c9d-b5bb-ed9312aaefc7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.759427037Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.761990163Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b66e6ad7-b2e5-43c2-89ea-69bd20ed1eba\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.762159942Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.773239798Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86332378-382b-414a-8735-18aceb33edc3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.773445016Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.776059245Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"385cec7a-3d27-4e57-85f2-6acfc9566f44\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.776173483Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.780486817Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a36c2e9-cd5b-4c05-9f11-ef15d8afdce0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.780634922Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.783894637Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42ff1654-1249-4b03-bab7-f360227d63ff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.784000708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.787827161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32eb4d6e-aa09-40c1-914b-9b11be1ad226\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.788020186Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.788416335Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.794610487Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5c8a2b3-5d46-4882-8f15-a9b9e134bb51\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.79474744Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.795782762Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30bfee55-d5bc-4d9a-bc0f-5a1488520d41\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.795926459Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.796933916Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfd7ce9a-0f2e-42d0-90fe-2cd6006dd01b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.797098714Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.797999038Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba6a181e-dea9-4a20-b57e-67fef6f79a13\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.79814555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.799627984Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1517117-2d78-4871-b38a-cf89363ce43f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.799792742Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.801527368Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d91c51f-2bea-4ca3-ac2a-7215a7ae2d19\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.801595584Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:54.831490117Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.831872218Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3867783-224b-4b26-ab9e-b7d2b56ea7a1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.832015143Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.835336781Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0ad8812-68bb-4e4b-b9ae-31a05abb77b7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.835414556Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.83751951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a3607f0-191d-40ff-8901-8bec70bb0468\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.837588608Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.840802632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.840865507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.840899715Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.840926488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.841935078Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.844428887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:54.844499267Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:54.853488207Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.855807849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93b12f28-56cf-40f7-97ea-244eed5e5b14\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.855852658Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.856059841Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.864936166Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.864999663Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.865031406Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.865786941Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.868447833Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.868508594Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.869074582Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.872618693Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55d91f8d-c1e5-4c43-b326-666ce20dbac2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.872802329Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.874406405Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09fbb9b6-9da1-4c9a-8ca4-0ea26819648f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.874595913Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.875640885Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90d978c2-c796-43a4-b8ca-ecb88f9aec65\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.875782206Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.879631075Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3685e87-5c7f-482a-98d8-79bfdca21e5a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.880546889Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.881902941Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbdfbe31-cafb-49bf-a033-cc47b58af463\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.88207277Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.885911689Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dda24c1-3467-485c-902f-26f7fc7fb695\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.886123961Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.889013669Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cabe3aaf-f568-44fc-9968-0734fdce8292\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.889369799Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.893113738Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98f1846-4090-42f9-a0c7-fd389c36c73e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.893232665Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.897472743Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69556866-d1d9-44bb-a746-20af247ba601\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.897593023Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.901558854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.949746876Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9426723a-c367-48fb-90c7-672804d95539\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.950088136Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.965949559Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.966147132Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.966249236Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.966411158Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.967218427Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.970772679Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.992964735Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:54.993053922Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.993091227Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:54.994503982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.011403763Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.013137057Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.013907071Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.017286424Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8714f3f-6df0-465a-895d-94a95c2517e2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.017651522Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.022723507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c70b68e-52ae-4bb4-9efe-5067ff9d9d30\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.023034126Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.024214819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06e32376-10c1-4a82-a48a-449a2401f53f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.024280069Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.028158175Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95465642-48c6-4cbe-b449-cf62195c06d8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.028256321Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.032070951Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"224d1840-30a5-4708-b31b-cdb53e3cf82f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.032242403Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.044902978Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0754cba-8928-4d77-986f-f1809c0281ab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.045166854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.062754005Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0907276-8a13-4973-8e57-46fdfb5fe1b3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.06280638Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.0847543Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89f80b70-61f9-413a-abc8-ea1d02bd423b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.084947825Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.087134672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.092068964Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98b3dc0-cf5a-4766-95b7-62b024776402\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.092198732Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.0941351Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6413aee7-a55a-4238-b336-785e822a5a4c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.094207995Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.097976504Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"353be94a-2764-446a-af27-9d020d3989ad\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.098104699Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.100185004Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f5eeca-66dc-4684-9dbb-969daba3d928\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.100262689Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.102003858Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e4d682d-e8bb-48a0-83c8-810489407a43\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.102427552Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:46325/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.102908921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"383c0d46-2803-43f2-b4dd-fcb1216073f3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.103071956Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.104043783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61ff8850-ee75-4542-ab03-e5f930840e85\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.104190435Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.10502601Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16273517-7b70-45d4-a9ef-af53309682c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.110296571Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"Some(Body)","uri":"http://[::1]:46325/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.110384466Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"gateway_url":"http://[::1]:46325","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:46325/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9b23807-c3e4-4ae0-afcd-b97ee3b8b2ee\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.110422061Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.11045198Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.110479996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.110505687Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.110528443Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.121327028Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.127379006Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.127491561Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.127845686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.127956708Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.128045565Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.129277639Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.147641779Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.147793982Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.147932648Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.148020473Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.148566251Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.148801229Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.156814395Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.15694257Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.1570331Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.157547385Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.162915921Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.17008217Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.170184674Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.170270685Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.170945169Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.176450298Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.176558423Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.177286805Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.250354327Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","sled_agent_url":"http://[::1]:62154"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.250427783Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:62154/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:55.251081165Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49154"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:55.251430932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.251864716Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.252804358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c6b23ed3-05ec-4f0b-a1a1-512fe54b2e97","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.252978996Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"f80dae47-7dda-44ee-bceb-0d1b480b85bd","remote_addr":"[::1]:49154","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.25328202Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c6b23ed3-05ec-4f0b-a1a1-512fe54b2e97","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.253349525Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c6b23ed3-05ec-4f0b-a1a1-512fe54b2e97","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.25531491Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c6b23ed3-05ec-4f0b-a1a1-512fe54b2e97","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:55.255667683Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/inventory","method":"GET","req_id":"f80dae47-7dda-44ee-bceb-0d1b480b85bd","remote_addr":"[::1]:49154","local_addr":"[::1]:62154","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2648,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.256093672Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"SledAgent":"http://[::1]:62154","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(Response { url: \"http://[::1]:62154/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f80dae47-7dda-44ee-bceb-0d1b480b85bd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.260786893Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.260842043Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.260869197Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.262611849Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.262671107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.262703031Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.262731097Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.263206394Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:55.266384546Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c6b23ed3-05ec-4f0b-a1a1-512fe54b2e97","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":13583,"response_code":"200"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.267128428Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6b23ed3-05ec-4f0b-a1a1-512fe54b2e97\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.267318697Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","body":"None","uri":"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.267698574Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.273591586Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.273862485Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.273918838Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.274445617Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.302228242Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"40aa1c9e-b6cc-4dd1-891e-7c0cca35c8a1","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.302349975Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.302635313Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.302923367Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"40aa1c9e-b6cc-4dd1-891e-7c0cca35c8a1","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.302989409Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"40aa1c9e-b6cc-4dd1-891e-7c0cca35c8a1","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.303856246Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"40aa1c9e-b6cc-4dd1-891e-7c0cca35c8a1","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.30406884Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:55.30832507Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"40aa1c9e-b6cc-4dd1-891e-7c0cca35c8a1","remote_addr":"127.0.0.1:62409","local_addr":"127.0.0.1:61916","component":"dropshot_internal","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","latency_us":6107,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.31062365Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53479","req_id":"8777a925-085a-4abd-867b-81c455d904b2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: fa 70 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .p..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.310769691Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53479","req_id":"8777a925-085a-4abd-867b-81c455d904b2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.310928767Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.311101421Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.311227433Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:53479","req_id":"8777a925-085a-4abd-867b-81c455d904b2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.311458874Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:61916/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40aa1c9e-b6cc-4dd1-891e-7c0cca35c8a1\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.311516488Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.311546989Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:55.311570686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.311598181Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.312527844Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.312585508Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.312616791Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.313274201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4240, tv_nsec: 112090240 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.314075788Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.314626866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61986","req_id":"72781af8-d8b9-432d-ac6a-d4182a6704d9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0a 45 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .E..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.314753107Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61986","req_id":"72781af8-d8b9-432d-ac6a-d4182a6704d9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.314850922Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.314942194Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:61986","req_id":"72781af8-d8b9-432d-ac6a-d4182a6704d9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:55.315305358Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:55.413751535Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.415673555Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.417174265Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:55.417238733Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:55.418467932Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.420450282Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.422791567Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56072","req_id":"10e37130-6c6d-4448-bfc3-374d23253f6c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 44 1c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 D............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.422869161Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56072","req_id":"10e37130-6c6d-4448-bfc3-374d23253f6c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17436,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.423116845Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.423282966Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.429216187Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:56072","req_id":"10e37130-6c6d-4448-bfc3-374d23253f6c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.431157285Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 64969, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4240, tv_nsec: 229423569 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.431216613Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.431246232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57434","req_id":"98fda8cf-3114-4492-bf33-9a476d3a5753","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ea 11 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.431281232Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57434","req_id":"98fda8cf-3114-4492-bf33-9a476d3a5753","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59921,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.431366031Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.431387854Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:57434","req_id":"98fda8cf-3114-4492-bf33-9a476d3a5753","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:55.432352887Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_cannot_snapshot_if_no_space","level":30,"time":"2025-04-30T06:42:55.519885039Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.519971632Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.520254455Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:55.520344785Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:55.524805503Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.552938015Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.558037906Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.567127096Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.569129746Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.569663259Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:55.57574191Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_cannot_snapshot_if_no_space","level":40,"time":"2025-04-30T06:42:55.576084754Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.576145915Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":51,"elapsed":"1.069183599s"} {"msg":"activating","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.576184422Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","iteration":52,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.576218771Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.576249692Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.576282678Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.576314541Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.605684549Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.606174045Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.606239866Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.608431993Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.61260633Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.612684396Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.612717512Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.613110144Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.617087619Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"id":"88a66a36-3be3-447a-a3cf-8effeb61aa55","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.617172208Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.617201686Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","candidates":"[(861c3df3-4305-4cb4-9a53-fba096334821, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.617234201Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.618623599Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65306","req_id":"222f23d2-68d9-4ba3-8585-93593d516135","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8a 8d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.618695052Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65306","req_id":"222f23d2-68d9-4ba3-8585-93593d516135","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.618880531Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.619062564Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.619105079Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:65306","req_id":"222f23d2-68d9-4ba3-8585-93593d516135","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.619463343Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46325, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4240, tv_nsec: 418358439 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.619527971Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.619812077Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62926","req_id":"20761cef-fc70-494c-bd99-c316397b8739","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 56 15 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e V...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.619940914Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62926","req_id":"20761cef-fc70-494c-bd99-c316397b8739","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.620042216Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_cannot_snapshot_if_no_space","level":20,"time":"2025-04-30T06:42:55.620068819Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"peer_addr":"[::1]:62926","req_id":"20761cef-fc70-494c-bd99-c316397b8739","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_cannot_snapshot_if_no_space","level":10,"time":"2025-04-30T06:42:55.700779941Z","hostname":"bmat-EVT22200007-000064cb","pid":26815,"component":"DnsResolver","component":"ServerContext","name":"1ee41cf9-5af7-443f-b0f5-588e2356be91","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}